[ 507.915267] env[63021]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63021) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 507.915602] env[63021]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63021) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 507.915711] env[63021]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63021) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 507.915986] env[63021]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 508.012113] env[63021]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63021) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 508.022359] env[63021]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63021) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 508.064423] env[63021]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 508.624420] env[63021]: INFO nova.virt.driver [None req-7e290cbe-c1a4-4da9-9dee-acb8e8b78f35 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 508.693272] env[63021]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 508.693441] env[63021]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 508.693538] env[63021]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63021) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 511.622883] env[63021]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d85be741-ca78-442e-953d-b3cb62d4ea11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.639485] env[63021]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63021) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 511.639614] env[63021]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d795bcc5-a634-4480-be9c-b772c64a819c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.674233] env[63021]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a112d. [ 511.674378] env[63021]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.981s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 511.674920] env[63021]: INFO nova.virt.vmwareapi.driver [None req-7e290cbe-c1a4-4da9-9dee-acb8e8b78f35 None None] VMware vCenter version: 7.0.3 [ 511.678325] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28522f0-8103-47db-b7db-247b0ed42ca4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.699273] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acafb909-b013-472c-9414-9ab11c7854f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.705263] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a6295-ad24-4659-8368-f43933340966 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.711918] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25edf9-cb3f-4145-9291-a4f030944e31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.725102] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e010d755-9d03-45fe-8588-c22f7fd6be11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.731020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e8939-47d8-43e3-b1fa-46f62b591cf6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.761691] env[63021]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6721ae6c-abb7-4ca8-afa3-2a2138ac4f70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.766534] env[63021]: DEBUG nova.virt.vmwareapi.driver [None req-7e290cbe-c1a4-4da9-9dee-acb8e8b78f35 None None] Extension org.openstack.compute already exists. {{(pid=63021) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 511.769151] env[63021]: INFO nova.compute.provider_config [None req-7e290cbe-c1a4-4da9-9dee-acb8e8b78f35 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 512.272410] env[63021]: DEBUG nova.context [None req-7e290cbe-c1a4-4da9-9dee-acb8e8b78f35 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0f57752b-ab28-4bca-827a-0f7ddf57a06c(cell1) {{(pid=63021) load_cells /opt/stack/nova/nova/context.py:464}} [ 512.274614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 512.274857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 512.275590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 512.276027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Acquiring lock "0f57752b-ab28-4bca-827a-0f7ddf57a06c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 512.276223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Lock "0f57752b-ab28-4bca-827a-0f7ddf57a06c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 512.277244] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Lock "0f57752b-ab28-4bca-827a-0f7ddf57a06c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 512.297118] env[63021]: INFO dbcounter [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Registered counter for database nova_cell0 [ 512.305402] env[63021]: INFO dbcounter [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Registered counter for database nova_cell1 [ 512.758799] env[63021]: DEBUG oslo_db.sqlalchemy.engines [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63021) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 512.759251] env[63021]: DEBUG oslo_db.sqlalchemy.engines [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63021) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 512.764281] env[63021]: ERROR nova.db.main.api [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 512.764281] env[63021]: result = function(*args, **kwargs) [ 512.764281] env[63021]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 512.764281] env[63021]: return func(*args, **kwargs) [ 512.764281] env[63021]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 512.764281] env[63021]: result = fn(*args, **kwargs) [ 512.764281] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 512.764281] env[63021]: return f(*args, **kwargs) [ 512.764281] env[63021]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 512.764281] env[63021]: return db.service_get_minimum_version(context, binaries) [ 512.764281] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 512.764281] env[63021]: _check_db_access() [ 512.764281] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 512.764281] env[63021]: stacktrace = ''.join(traceback.format_stack()) [ 512.764281] env[63021]: [ 512.765326] env[63021]: ERROR nova.db.main.api [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 512.765326] env[63021]: result = function(*args, **kwargs) [ 512.765326] env[63021]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 512.765326] env[63021]: return func(*args, **kwargs) [ 512.765326] env[63021]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 512.765326] env[63021]: result = fn(*args, **kwargs) [ 512.765326] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 512.765326] env[63021]: return f(*args, **kwargs) [ 512.765326] env[63021]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 512.765326] env[63021]: return db.service_get_minimum_version(context, binaries) [ 512.765326] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 512.765326] env[63021]: _check_db_access() [ 512.765326] env[63021]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 512.765326] env[63021]: stacktrace = ''.join(traceback.format_stack()) [ 512.765326] env[63021]: [ 512.765788] env[63021]: WARNING nova.objects.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 512.765880] env[63021]: WARNING nova.objects.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Failed to get minimum service version for cell 0f57752b-ab28-4bca-827a-0f7ddf57a06c [ 512.766362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Acquiring lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.766524] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Acquired lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 512.766765] env[63021]: DEBUG oslo_concurrency.lockutils [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Releasing lock "singleton_lock" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 512.767142] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Full set of CONF: {{(pid=63021) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 512.767294] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ******************************************************************************** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 512.767426] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] Configuration options gathered from: {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 512.767563] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 512.767762] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 512.767891] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ================================================================================ {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 512.768119] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] allow_resize_to_same_host = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.768296] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] arq_binding_timeout = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.768430] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] backdoor_port = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.768558] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] backdoor_socket = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.768720] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] block_device_allocate_retries = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.768880] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] block_device_allocate_retries_interval = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.769064] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cert = self.pem {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.769239] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.769412] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute_monitors = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.769809] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] config_dir = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770013] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] config_drive_format = iso9660 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770163] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770334] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] config_source = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770505] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] console_host = devstack {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770674] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] control_exchange = nova {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.770842] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cpu_allocation_ratio = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771000] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] daemon = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771191] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] debug = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771373] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_access_ip_network_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771557] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_availability_zone = nova {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771712] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_ephemeral_format = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.771869] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_green_pool_size = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772128] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772292] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] default_schedule_zone = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772452] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] disk_allocation_ratio = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772610] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] enable_new_services = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772787] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] enabled_apis = ['osapi_compute'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.772973] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] enabled_ssl_apis = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.773158] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] flat_injected = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.773319] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] force_config_drive = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.773475] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] force_raw_images = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.773644] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] graceful_shutdown_timeout = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.773801] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] heal_instance_info_cache_interval = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774061] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] host = cpu-1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774249] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774410] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] initial_disk_allocation_ratio = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774566] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] initial_ram_allocation_ratio = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774779] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.774939] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_build_timeout = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775112] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_delete_interval = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775312] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_format = [instance: %(uuid)s] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775479] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_name_template = instance-%08x {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775636] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_usage_audit = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775802] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_usage_audit_period = month {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.775966] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776151] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] instances_path = /opt/stack/data/nova/instances {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776319] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] internal_service_availability_zone = internal {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776474] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] key = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776631] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] live_migration_retry_count = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776798] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_color = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.776958] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_config_append = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777136] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777295] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_dir = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777449] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777575] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_options = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777734] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_rotate_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.777903] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_rotate_interval_type = days {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778079] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] log_rotation_type = none {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778209] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778331] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778496] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778660] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778783] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.778943] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] long_rpc_timeout = 1800 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779112] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_concurrent_builds = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779268] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_concurrent_live_migrations = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779426] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_concurrent_snapshots = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779579] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_local_block_devices = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779726] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_logfile_count = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.779876] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] max_logfile_size_mb = 200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780053] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] maximum_instance_delete_attempts = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780224] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metadata_listen = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780388] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metadata_listen_port = 8775 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780551] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metadata_workers = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780707] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] migrate_max_retries = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.780870] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] mkisofs_cmd = genisoimage {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781090] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] my_block_storage_ip = 10.180.1.21 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781223] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] my_ip = 10.180.1.21 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781425] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781584] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] network_allocate_retries = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781758] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.781923] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] osapi_compute_listen = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782100] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] osapi_compute_listen_port = 8774 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782273] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] osapi_compute_unique_server_name_scope = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782443] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] osapi_compute_workers = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782602] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] password_length = 12 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782758] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] periodic_enable = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.782946] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] periodic_fuzzy_delay = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783137] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] pointer_model = usbtablet {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783310] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] preallocate_images = none {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783498] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] publish_errors = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783631] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] pybasedir = /opt/stack/nova {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783788] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ram_allocation_ratio = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.783947] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rate_limit_burst = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784129] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rate_limit_except_level = CRITICAL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784288] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rate_limit_interval = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784442] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reboot_timeout = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784597] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reclaim_instance_interval = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784747] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] record = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.784911] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reimage_timeout_per_gb = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785087] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] report_interval = 120 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785248] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rescue_timeout = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785408] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reserved_host_cpus = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785563] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reserved_host_disk_mb = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785719] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reserved_host_memory_mb = 512 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.785875] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] reserved_huge_pages = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786046] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] resize_confirm_window = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786208] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] resize_fs_using_block_device = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786359] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] resume_guests_state_on_host_boot = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786527] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786678] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] rpc_response_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.786840] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] run_external_periodic_tasks = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787027] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] running_deleted_instance_action = reap {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787182] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] running_deleted_instance_poll_interval = 1800 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787341] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] running_deleted_instance_timeout = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787498] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler_instance_sync_interval = 120 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787662] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_down_time = 720 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787828] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] servicegroup_driver = db {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.787981] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] shell_completion = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.788153] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] shelved_offload_time = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.788309] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] shelved_poll_interval = 3600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.788475] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] shutdown_timeout = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.788633] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] source_is_ipv6 = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.788789] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ssl_only = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789054] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789228] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] sync_power_state_interval = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789388] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] sync_power_state_pool_size = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789556] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] syslog_log_facility = LOG_USER {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789712] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] tempdir = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.789870] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] timeout_nbd = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790050] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] transport_url = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790215] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] update_resources_interval = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790374] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_cow_images = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790532] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_journal = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790687] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_json = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.790851] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_rootwrap_daemon = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791007] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_stderr = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791174] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] use_syslog = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791331] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vcpu_pin_set = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791500] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plugging_is_fatal = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791664] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plugging_timeout = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791824] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] virt_mkfs = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.791982] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] volume_usage_poll_interval = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.792153] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] watch_log_file = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.792319] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] web = /usr/share/spice-html5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 512.792507] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.792671] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.792832] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.793031] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_concurrency.disable_process_locking = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.793336] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.793523] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.793695] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.793870] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794057] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794232] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794430] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.auth_strategy = keystone {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794602] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.compute_link_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794778] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.794955] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.dhcp_domain = novalocal {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.795140] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.enable_instance_password = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.795338] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.glance_link_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.795513] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.795690] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.795855] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.instance_list_per_project_cells = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796031] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.list_records_by_skipping_down_cells = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796201] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.local_metadata_per_cell = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796372] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.max_limit = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796540] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.metadata_cache_expiration = 15 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796716] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.neutron_default_tenant_id = default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.796884] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.response_validation = warn {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797069] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.use_neutron_default_nets = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797240] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797404] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797568] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797741] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.797911] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_dynamic_targets = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798088] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_jsonfile_path = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798275] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798472] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.backend = dogpile.cache.memcached {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798640] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.backend_argument = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798802] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.backend_expiration_time = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.798982] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.config_prefix = cache.oslo {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.799183] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.dead_timeout = 60.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.799353] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.debug_cache_backend = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.799514] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.enable_retry_client = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.799676] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.enable_socket_keepalive = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.799846] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.enabled = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800016] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.enforce_fips_mode = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800184] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.expiration_time = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800352] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.hashclient_retry_attempts = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800518] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.hashclient_retry_delay = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800680] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_dead_retry = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.800840] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_password = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801009] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801185] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801348] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_pool_maxsize = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801508] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801671] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_sasl_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.801852] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802030] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_socket_timeout = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802195] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.memcache_username = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802364] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.proxies = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802522] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_db = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802682] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_password = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.802885] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_sentinel_service_name = mymaster {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803077] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803260] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_server = localhost:6379 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803426] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_socket_timeout = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803584] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.redis_username = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803745] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.retry_attempts = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.803907] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.retry_delay = 0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804085] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.socket_keepalive_count = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804249] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.socket_keepalive_idle = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804408] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.socket_keepalive_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804564] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.tls_allowed_ciphers = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804720] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.tls_cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.804899] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.tls_certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805090] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.tls_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805284] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cache.tls_keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805475] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805652] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805816] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.805993] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.catalog_info = volumev3::publicURL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.806173] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.806341] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.806504] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.cross_az_attach = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.806667] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.debug = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.806850] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.endpoint_template = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807065] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.http_retries = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807244] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807405] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807580] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.os_region_name = RegionOne {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807744] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.807903] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cinder.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808093] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808259] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.cpu_dedicated_set = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808417] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.cpu_shared_set = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808581] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.image_type_exclude_list = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808742] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.808904] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.max_concurrent_disk_ops = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809078] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.max_disk_devices_to_attach = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809241] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809411] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809572] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.resource_provider_association_refresh = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809731] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.809889] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.shutdown_retry_interval = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810083] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810266] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] conductor.workers = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810443] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] console.allowed_origins = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810602] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] console.ssl_ciphers = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810787] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] console.ssl_minimum_version = default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.810970] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] consoleauth.enforce_session_timeout = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811159] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] consoleauth.token_ttl = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811334] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811491] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811654] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811812] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.811971] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812144] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812308] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812464] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812622] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812778] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.812962] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813149] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813311] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813481] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.service_type = accelerator {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813641] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813799] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.813960] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814130] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814312] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814475] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] cyborg.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814645] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.asyncio_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814804] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.asyncio_slave_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.814975] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.backend = sqlalchemy {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.815242] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.815354] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.connection_debug = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.815529] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.connection_parameters = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.815693] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.connection_recycle_time = 3600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.815855] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.connection_trace = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816029] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.db_inc_retry_interval = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816198] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.db_max_retries = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816359] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.db_max_retry_interval = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816520] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.db_retry_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816679] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.max_overflow = 50 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.816848] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.max_pool_size = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817045] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.max_retries = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817234] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817423] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.mysql_wsrep_sync_wait = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817588] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.pool_timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817752] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.retry_interval = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.817910] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.slave_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818087] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.sqlite_synchronous = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818252] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] database.use_db_reconnect = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818419] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.asyncio_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818577] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.asyncio_slave_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818748] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.backend = sqlalchemy {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.818919] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819096] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.connection_debug = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819270] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.connection_parameters = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819433] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.connection_recycle_time = 3600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819593] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.connection_trace = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819758] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.db_inc_retry_interval = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.819914] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.db_max_retries = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820086] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.db_max_retry_interval = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820252] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.db_retry_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820411] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.max_overflow = 50 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820569] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.max_pool_size = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820726] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.max_retries = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.820935] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821117] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821280] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.pool_timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821442] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.retry_interval = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821601] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.slave_connection = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821762] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] api_database.sqlite_synchronous = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.821940] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] devices.enabled_mdev_types = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822136] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822311] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ephemeral_storage_encryption.default_format = luks {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822474] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ephemeral_storage_encryption.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822637] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822808] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.api_servers = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.822999] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823188] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823353] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823512] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823666] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823825] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.debug = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.823989] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.default_trusted_certificate_ids = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824164] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.enable_certificate_validation = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824327] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.enable_rbd_download = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824481] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824646] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824804] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.824960] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825131] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825318] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.num_retries = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825493] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.rbd_ceph_conf = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825653] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.rbd_connect_timeout = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825822] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.rbd_pool = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.825989] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.rbd_user = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826172] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826331] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826484] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826652] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.service_type = image {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826809] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.826965] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827138] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827296] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827477] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827641] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.verify_glance_signatures = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827800] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] glance.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.827966] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] guestfs.debug = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828150] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828310] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828468] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828624] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828786] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.828968] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829159] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829341] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829521] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829680] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829839] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.829996] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830172] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830331] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830486] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830653] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.service_type = shared-file-system {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830816] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.share_apply_policy_timeout = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.830976] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831151] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831310] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831469] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831652] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831813] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] manila.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.831981] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] mks.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.832350] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.832543] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.manager_interval = 2400 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.832714] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.precache_concurrency = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.832903] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.remove_unused_base_images = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833101] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833277] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833458] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] image_cache.subdirectory_name = _base {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833634] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.api_max_retries = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833801] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.api_retry_interval = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.833962] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834142] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834301] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834460] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834625] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834787] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.conductor_group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.834947] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835127] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835316] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835488] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835645] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835801] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.835956] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.836137] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.peer_list = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.836296] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.836490] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.836723] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.serial_console_state_timeout = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.836904] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837096] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.service_type = baremetal {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837264] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.shard = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837429] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837588] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837747] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.837905] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838102] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838268] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ironic.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838452] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838627] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] key_manager.fixed_key = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838809] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.838971] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.barbican_api_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839148] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.barbican_endpoint = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839323] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.barbican_endpoint_type = public {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839483] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.barbican_region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839644] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839802] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.839965] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840144] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840299] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840465] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.number_of_retries = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840626] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.retry_delay = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840813] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.send_service_user_token = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.840991] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.841168] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.841356] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.verify_ssl = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.841542] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican.verify_ssl_path = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.841710] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.841874] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842046] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842208] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842373] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842533] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842689] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.842868] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843052] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] barbican_service_user.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843254] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.approle_role_id = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843433] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.approle_secret_id = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843605] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.kv_mountpoint = secret {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843764] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.kv_path = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.843947] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.kv_version = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844144] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.namespace = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844308] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.root_token_id = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844465] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.ssl_ca_crt_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844631] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.timeout = 60.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844793] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.use_ssl = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.844963] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845147] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845305] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845465] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845622] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845778] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.845935] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846106] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846266] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846420] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846574] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846731] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.846893] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847066] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847242] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.service_type = identity {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847406] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847563] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847723] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.847882] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.848077] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.848242] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] keystone.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.848430] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.ceph_mount_options = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.848833] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849036] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.connection_uri = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849212] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_mode = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849384] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_model_extra_flags = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849556] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_models = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849733] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_power_governor_high = performance {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.849906] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_power_governor_low = powersave {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.850097] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_power_management = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.850280] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.850452] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.device_detach_attempts = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.850615] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.device_detach_timeout = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.850812] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.disk_cachemodes = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851023] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.disk_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851197] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.enabled_perf_events = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851362] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.file_backed_memory = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851531] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.gid_maps = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851692] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.hw_disk_discard = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.851850] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.hw_machine_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852036] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_rbd_ceph_conf = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852206] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852372] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852542] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_rbd_glance_store_name = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852712] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_rbd_pool = rbd {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.852901] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_type = default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.853091] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.images_volume_group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.853261] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.inject_key = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.853452] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.inject_partition = -2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.853635] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.inject_password = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.853803] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.iscsi_iface = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854038] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.iser_use_multipath = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854228] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_bandwidth = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854397] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854562] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_downtime = 500 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854727] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.854892] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855067] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_inbound_addr = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855235] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855397] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_permit_post_copy = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855558] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_scheme = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855732] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_timeout_action = abort {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.855896] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_tunnelled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856073] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_uri = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856242] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.live_migration_with_native_tls = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856405] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.max_queues = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856568] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856798] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.856964] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.nfs_mount_options = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.857271] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.857451] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.857618] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_iser_scan_tries = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.857782] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_memory_encrypted_guests = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.857947] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.858126] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_pcie_ports = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.858295] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.num_volume_scan_tries = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.858462] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.pmem_namespaces = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.858620] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.quobyte_client_cfg = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.858913] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859104] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rbd_connect_timeout = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859273] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859437] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859596] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rbd_secret_uuid = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859752] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rbd_user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.859915] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860103] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.remote_filesystem_transport = ssh {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860283] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rescue_image_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860422] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rescue_kernel_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860577] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rescue_ramdisk_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860756] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.860929] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.rx_queue_size = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.861116] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.smbfs_mount_options = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.861408] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.861587] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.snapshot_compression = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.861752] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.snapshot_image_format = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.861984] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.862171] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.sparse_logical_volumes = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.862336] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.swtpm_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.862508] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.swtpm_group = tss {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.862677] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.swtpm_user = tss {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.862894] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.sysinfo_serial = unique {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863082] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.tb_cache_size = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863253] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.tx_queue_size = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863419] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.uid_maps = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863582] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.use_virtio_for_bridges = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863756] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.virt_type = kvm {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.863928] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.volume_clear = zero {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864107] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.volume_clear_size = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864273] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.volume_enforce_multipath = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864441] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.volume_use_multipath = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864600] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_cache_path = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864768] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.864937] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_mount_group = qemu {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.865124] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_mount_opts = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.865299] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.865595] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.865784] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.vzstorage_mount_user = stack {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.865956] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.866200] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.866389] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.866553] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.866711] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.866874] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867046] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867209] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867381] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.default_floating_pool = public {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867541] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867702] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.extension_sync_interval = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.867863] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.http_retries = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868038] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868204] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868362] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868532] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868689] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.868856] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.ovs_bridge = br-int {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869032] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.physnets = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869208] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.region_name = RegionOne {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869369] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869538] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.service_metadata_proxy = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869697] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.869864] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.service_type = network {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870039] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870203] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870389] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870519] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870695] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.870883] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] neutron.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871079] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.bdms_in_notifications = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871263] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.default_level = INFO {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871428] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.include_share_mapping = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871605] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.notification_format = unversioned {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871767] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.notify_on_state_change = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.871941] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.872135] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] pci.alias = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.872308] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] pci.device_spec = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.872471] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] pci.report_in_placement = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.872641] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.872811] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873014] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873196] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873356] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873519] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873678] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.873839] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874073] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.default_domain_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874192] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.default_domain_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874352] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.domain_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874509] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.domain_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874667] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.874825] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875024] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875198] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875355] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875525] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.password = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875685] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.project_domain_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.875856] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.project_domain_name = Default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876033] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.project_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876213] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.project_name = service {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876384] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.region_name = RegionOne {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876545] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876705] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.876873] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.service_type = placement {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877049] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877211] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877369] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877527] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.system_scope = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877683] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877839] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.trust_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.877996] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.user_domain_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.878182] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.user_domain_name = Default {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.878342] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.user_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.878516] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.username = nova {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.878697] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.878858] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] placement.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879054] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.cores = 20 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879224] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.count_usage_from_placement = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879397] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879565] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.injected_file_content_bytes = 10240 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879731] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.injected_file_path_length = 255 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.879895] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.injected_files = 5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880071] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.instances = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880240] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.key_pairs = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880404] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.metadata_items = 128 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880568] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.ram = 51200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880732] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.recheck_quota = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.880922] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.server_group_members = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881109] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.server_groups = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881324] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881500] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] quota.unified_limits_resource_strategy = require {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881675] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881838] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.881999] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.image_metadata_prefilter = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.882175] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.882339] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.max_attempts = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.882501] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.max_placement_results = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.882662] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.882821] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.query_placement_for_image_type_support = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883014] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883191] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] scheduler.workers = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883364] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883537] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883714] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.883883] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884060] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884226] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884388] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884574] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884741] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.host_subset_size = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.884904] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885076] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885241] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885405] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.image_props_weight_setting = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885578] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885741] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.isolated_hosts = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.885904] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.isolated_images = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886078] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886241] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886400] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886560] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.pci_in_placement = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886718] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.886875] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887077] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887247] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887413] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887578] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887741] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.track_instance_changes = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.887922] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.888108] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metrics.required = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.888277] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metrics.weight_multiplier = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.888442] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.888606] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] metrics.weight_setting = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.888914] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889104] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889289] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.port_range = 10000:20000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889462] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889635] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889804] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] serial_console.serialproxy_port = 6083 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.889973] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.890221] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.auth_type = password {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.890400] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.890588] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.890722] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.890884] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891054] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891235] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.send_service_user_token = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891404] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891564] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] service_user.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891736] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.agent_enabled = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.891900] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.892221] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.892427] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.892599] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.html5proxy_port = 6082 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.892762] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.image_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.892961] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.jpeg_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.893146] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.playback_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.893313] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.require_secure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.893486] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.server_listen = 127.0.0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.893659] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.893963] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894156] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.streaming_mode = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894322] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] spice.zlib_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894492] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] upgrade_levels.baseapi = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894667] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] upgrade_levels.compute = auto {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894826] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] upgrade_levels.conductor = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.894985] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] upgrade_levels.scheduler = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895167] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895332] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895491] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895648] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895809] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.895968] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896140] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896303] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896459] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vendordata_dynamic_auth.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896629] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.api_retry_count = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896787] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.ca_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.896958] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.cache_prefix = devstack-image-cache {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.897141] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.cluster_name = testcl1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.897305] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.connection_pool_size = 10 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.897464] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.console_delay_seconds = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.897632] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.datastore_regex = ^datastore.* {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.897838] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898032] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.host_password = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898207] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.host_port = 443 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898380] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.host_username = administrator@vsphere.local {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898551] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.insecure = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898712] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.integration_bridge = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.898873] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.maximum_objects = 100 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899102] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.pbm_default_policy = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899284] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.pbm_enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899446] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.pbm_wsdl_location = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899618] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899778] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.serial_port_proxy_uri = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.899935] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.serial_port_service_uri = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900114] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.task_poll_interval = 0.5 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900293] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.use_linked_clone = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900459] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.vnc_keymap = en-us {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900620] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.vnc_port = 5900 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900787] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vmware.vnc_port_total = 10000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.900972] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.auth_schemes = ['none'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.901167] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.901454] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.901643] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.901816] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.novncproxy_port = 6080 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902012] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.server_listen = 127.0.0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902204] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902367] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.vencrypt_ca_certs = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902526] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.vencrypt_client_cert = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902685] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vnc.vencrypt_client_key = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.902887] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903064] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_deep_image_inspection = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903234] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903397] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903560] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903719] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.disable_rootwrap = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.903899] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.enable_numa_live_migration = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904092] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904262] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904425] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904587] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.libvirt_disable_apic = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904760] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.904926] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.905252] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.905428] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.905593] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.905755] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.905916] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906089] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906253] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906416] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906599] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906769] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.client_socket_timeout = 900 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.906934] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.default_pool_size = 1000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907114] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.keep_alive = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907280] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.max_header_line = 16384 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907440] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.secure_proxy_ssl_header = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907615] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.ssl_ca_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907754] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.ssl_cert_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.907910] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.ssl_key_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.908091] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.tcp_keepidle = 600 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.908270] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.908435] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] zvm.ca_file = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.908591] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] zvm.cloud_connector_url = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.908874] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.909062] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] zvm.reachable_timeout = 300 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.909239] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.909416] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.909593] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.connection_string = messaging:// {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.909761] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.enabled = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910378] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.es_doc_type = notification {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910378] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.es_scroll_size = 10000 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910378] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.es_scroll_time = 2m {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910519] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.filter_error_trace = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910575] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.hmac_keys = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910746] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.sentinel_service_name = mymaster {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.910942] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.socket_timeout = 0.1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911127] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.trace_requests = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911286] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler.trace_sqlalchemy = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911468] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler_jaeger.process_tags = {} {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911628] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler_jaeger.service_name_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911789] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] profiler_otlp.service_name_prefix = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.911950] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] remote_debug.host = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912124] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] remote_debug.port = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912302] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912465] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912625] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912784] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.912972] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913156] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913320] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913482] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913642] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913813] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.913975] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914165] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914335] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914502] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914664] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914833] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.914994] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915172] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915342] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915503] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915665] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915829] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.915992] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916170] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916332] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916491] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916651] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916821] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.916968] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917145] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917311] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917479] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917646] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917805] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.917971] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.918152] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.ssl_version = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.918315] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.918502] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.918668] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_notifications.retry = -1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.918844] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919026] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_messaging_notifications.transport_url = **** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919209] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.auth_section = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919372] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.auth_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919528] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.cafile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919685] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.certfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.919846] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.collect_timing = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920011] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.connect_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920177] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.connect_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920335] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_id = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920507] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_interface = publicURL {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920664] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_override = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.920853] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921043] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921210] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.endpoint_service_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921374] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.insecure = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921530] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.keyfile = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921688] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.max_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.921843] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.min_version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922006] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.region_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922180] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.retriable_status_codes = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922338] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.service_name = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922496] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.service_type = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922655] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.split_loggers = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922809] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.status_code_retries = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.922995] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.status_code_retry_delay = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923168] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.timeout = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923329] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.valid_interfaces = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923486] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_limit.version = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923649] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_reports.file_event_handler = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923814] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.923972] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] oslo_reports.log_dir = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924162] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924324] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924482] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924652] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924816] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.924975] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925159] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925321] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925480] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925644] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925806] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.925964] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] vif_plug_ovs_privileged.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.926160] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.flat_interface = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.926342] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.926518] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.926692] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.926863] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927048] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927219] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927381] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927560] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927733] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.isolate_vif = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.927904] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928084] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928261] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928436] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.ovsdb_interface = native {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928599] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] os_vif_ovs.per_port_bridge = False {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928772] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.capabilities = [21] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.928933] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929107] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929277] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929442] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929602] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] privsep_osbrick.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929776] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.929936] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.group = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.930108] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.helper_command = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.930276] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.930438] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.930596] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] nova_sys_admin.user = None {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 512.930729] env[63021]: DEBUG oslo_service.backend.eventlet.service [None req-104400aa-48a9-435d-8f0c-f705fd6b797b None None] ******************************************************************************** {{(pid=63021) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 512.931165] env[63021]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 513.434168] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Getting list of instances from cluster (obj){ [ 513.434168] env[63021]: value = "domain-c8" [ 513.434168] env[63021]: _type = "ClusterComputeResource" [ 513.434168] env[63021]: } {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 513.435290] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8137de-9e9a-4c4f-9def-3f09f509cdcc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.444566] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Got total of 0 instances {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 513.445160] env[63021]: WARNING nova.virt.vmwareapi.driver [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 513.445638] env[63021]: INFO nova.virt.node [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Generated node identity 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 [ 513.445868] env[63021]: INFO nova.virt.node [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Wrote node identity 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 to /opt/stack/data/n-cpu-1/compute_id [ 513.948788] env[63021]: WARNING nova.compute.manager [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Compute nodes ['1b739ffe-8139-4fa2-b0d4-cb50abc37cb0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 514.954837] env[63021]: INFO nova.compute.manager [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 515.961203] env[63021]: WARNING nova.compute.manager [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 515.961564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 515.961685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 515.961828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 515.961984] env[63021]: DEBUG nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 515.962965] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761f292-1183-4581-abf2-198966eef26b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.971321] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a32e8-71a7-4ef8-a4b9-f6bfff5b4ed1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.985733] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02abced-0800-41b3-bc2f-71960b908338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.992763] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a0427e-f5c7-4a8b-b2f8-4da99a57f921 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.021435] env[63021]: DEBUG nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180520MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 516.021626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 516.021879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 516.527496] env[63021]: WARNING nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] No compute node record for cpu-1:1b739ffe-8139-4fa2-b0d4-cb50abc37cb0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 could not be found. [ 517.031119] env[63021]: INFO nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 [ 518.538896] env[63021]: DEBUG nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 518.538896] env[63021]: DEBUG nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=183GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 518.690936] env[63021]: INFO nova.scheduler.client.report [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] [req-909c53a5-8517-4392-bc4c-139eb8fe9085] Created resource provider record via placement API for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 518.707395] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563be083-dd23-492b-91e6-6baeff724a6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.715427] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5514ce6-6fba-40c4-bde1-769ce6e0557e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.745243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb4112-f7b6-492f-8166-6aab29ad61ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.752032] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338b597-a81f-4f05-8743-bba1e713fb7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.764710] env[63021]: DEBUG nova.compute.provider_tree [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 519.301064] env[63021]: DEBUG nova.scheduler.client.report [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 519.301263] env[63021]: DEBUG nova.compute.provider_tree [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 0 to 1 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 519.301406] env[63021]: DEBUG nova.compute.provider_tree [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 519.360175] env[63021]: DEBUG nova.compute.provider_tree [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 1 to 2 during operation: update_traits {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 519.864860] env[63021]: DEBUG nova.compute.resource_tracker [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 519.865221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 519.865221] env[63021]: DEBUG nova.service [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Creating RPC server for service compute {{(pid=63021) start /opt/stack/nova/nova/service.py:186}} [ 519.878716] env[63021]: DEBUG nova.service [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] Join ServiceGroup membership for this service compute {{(pid=63021) start /opt/stack/nova/nova/service.py:203}} [ 519.878924] env[63021]: DEBUG nova.servicegroup.drivers.db [None req-ea7cfd44-0fdd-4ac0-81c5-dae02d649a8a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63021) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 560.823746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.824174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.327093] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.612482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.612880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.871081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.871404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.875700] env[63021]: INFO nova.compute.claims [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.116489] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.319223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "c92a681f-0102-46a1-80e0-8908793c63d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.319491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.420883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "53027197-00a7-4d30-8020-32d98d5708c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.421145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "53027197-00a7-4d30-8020-32d98d5708c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.654886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.823129] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.930014] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.027226] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0f4ee-9d53-4f5e-bbec-1c146ba65b4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.038308] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63acffeb-384f-4484-b1b5-59d98d0e7d2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.087493] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf00ac2-4c9f-4664-a1b2-516fce92c8ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.096213] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488ec537-f4e1-49e0-b1cf-d7f34730d054 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.115765] env[63021]: DEBUG nova.compute.provider_tree [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.352773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.473573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.612262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.612943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.621357] env[63021]: DEBUG nova.scheduler.client.report [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.116429] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.130079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.130079] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.131792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.477s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.134501] env[63021]: INFO nova.compute.claims [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.645876] env[63021]: DEBUG nova.compute.utils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.651223] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.651627] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.669777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.150658] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.327896] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a4128-debe-4b6e-8546-97302dab400b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.344459] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75e97c-a2c6-40e0-90d1-b93ea630abd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.394703] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea622a-7c3e-4ebd-a36b-9a76d5035b2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.400537] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6112056b-543a-416c-85fb-7a7d583ccf2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.416331] env[63021]: DEBUG nova.compute.provider_tree [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.922039] env[63021]: DEBUG nova.scheduler.client.report [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.970809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.970876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.052626] env[63021]: DEBUG nova.policy [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b08c30524f3455594a96754ac63019c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7f4db017a024464845902be701f3dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.168172] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.212157] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.212445] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.212949] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.212949] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.212949] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.213130] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.213434] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.213528] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.214182] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.215259] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.215259] env[63021]: DEBUG nova.virt.hardware [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.215685] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb127755-d186-4bbe-bbe4-00f9d8137111 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.234660] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05456709-56e9-40e2-bd83-01e513c1e17f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.266154] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a5c91-e213-41ec-b6d1-9285ea9d1abd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.429478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.430102] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.434712] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.082s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.436237] env[63021]: INFO nova.compute.claims [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.478160] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.597729] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Successfully created port: 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.943965] env[63021]: DEBUG nova.compute.utils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.948769] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 567.009693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.450186] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.637216] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b12e6-eb23-4c4e-a99d-d5f158b35701 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.651418] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea3536a-5556-446e-8b85-be94a3794aad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.690297] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4a4dd-cf14-4933-9d43-0327c5112ef7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.699902] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238ddeb-3c43-410c-b5f5-5a7d06e9582d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.715903] env[63021]: DEBUG nova.compute.provider_tree [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.218787] env[63021]: DEBUG nova.scheduler.client.report [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.232205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.232205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.463292] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.505415] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.505415] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.505677] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.505677] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.505748] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.509021] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.509021] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.509021] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.509021] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.509021] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.509370] env[63021]: DEBUG nova.virt.hardware [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.509370] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca6f06-e650-4dd0-a97f-660d032b67f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.520548] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c208e5c-780f-4db5-99e6-ca658c3a43f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.534625] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.544400] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.544720] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beebc22e-1182-4ec1-a934-35101722ee36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.558489] env[63021]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 568.559144] env[63021]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63021) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 568.560034] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 568.560396] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating folder: Project (381f52db221b42e5b68fa28dbc2421d1). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.564036] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e913470-da2b-45d5-8c38-4e794197659d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.576403] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Created folder: Project (381f52db221b42e5b68fa28dbc2421d1) in parent group-v843603. [ 568.576992] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating folder: Instances. Parent ref: group-v843607. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.580351] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e83fd362-f5ed-4501-a539-c3e1138e78d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.590202] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Created folder: Instances in parent group-v843607. [ 568.590704] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 568.591602] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.591602] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203f6424-c0b0-4437-87c7-d3e0ce563ac3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.610110] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.610110] env[63021]: value = "task-4281925" [ 568.610110] env[63021]: _type = "Task" [ 568.610110] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.619634] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281925, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.727775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.728629] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.735376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.262s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.741193] env[63021]: INFO nova.compute.claims [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.749203] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.753148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "351a677f-4485-4803-9404-bf49b0fcb3eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.753455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.120769] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281925, 'name': CreateVM_Task, 'duration_secs': 0.287651} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.120998] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.122305] env[63021]: DEBUG oslo_vmware.service [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c670e-d44b-4f6b-ad24-3c897afe79db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.129334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.129512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.130747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.131173] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87c71dd-a4e4-42fd-af8b-c5e858320bf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.136649] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 569.136649] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5299840c-5799-bcdf-d0dc-18c368493df3" [ 569.136649] env[63021]: _type = "Task" [ 569.136649] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.147282] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5299840c-5799-bcdf-d0dc-18c368493df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.237884] env[63021]: DEBUG nova.compute.utils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 569.241095] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.241407] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.249373] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Successfully updated port: 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.280629] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.314355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.551391] env[63021]: DEBUG nova.policy [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb54078ba4ba4b7788541fc61bcc5634', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbb8cae09e6947678fbefb088459c07e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.656472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.656611] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.657472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.657472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.657472] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.657841] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8a5769-e813-441c-8a6d-25564ee6edfd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.675266] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.675266] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.676345] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa49579-dc03-415d-98e1-eff7ed3fe45c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.685762] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cba9d0b-d882-441f-b2c2-36ac9a2b1df6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.691831] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 569.691831] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ac847a-dd30-f7ad-4191-7833b570433c" [ 569.691831] env[63021]: _type = "Task" [ 569.691831] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.700056] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ac847a-dd30-f7ad-4191-7833b570433c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.743538] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.752320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.752462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.752610] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.830939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.972275] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13804cfc-7ad4-4e91-87ab-6b20798a587f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.981944] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b60d9bb-7b82-4e33-9f8e-947cbc1edf51 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.012445] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e53e4a8-61a2-42d6-b0b3-7f762604d40c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.020364] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d76d0dd-fa59-45e6-829a-cf7dd5ec44cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.037409] env[63021]: DEBUG nova.compute.provider_tree [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.159401] env[63021]: DEBUG nova.compute.manager [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-vif-plugged-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 570.159655] env[63021]: DEBUG oslo_concurrency.lockutils [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] Acquiring lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.159837] env[63021]: DEBUG oslo_concurrency.lockutils [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.159998] env[63021]: DEBUG oslo_concurrency.lockutils [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.163249] env[63021]: DEBUG nova.compute.manager [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] No waiting events found dispatching network-vif-plugged-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.163249] env[63021]: WARNING nova.compute.manager [req-22b2cc3f-9c5a-4c54-8138-5d4bac522222 req-33c8bd8d-4c06-48f3-a2eb-108c0e9e727d service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received unexpected event network-vif-plugged-782e3325-0358-46d7-b64c-eb2fa6451d18 for instance with vm_state building and task_state spawning. [ 570.204694] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 570.204987] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating directory with path [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.205273] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d822127-fdfe-4497-ad4d-d308ddd1910d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.227208] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Created directory with path [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.228036] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Fetch image to [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 570.228036] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Downloading image file data 269d5a0f-d41d-4f43-9326-18e410ebcbe3 to [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk on the data store datastore2 {{(pid=63021) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 570.228656] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebccf190-a53c-42a9-82e7-6ddb9be83605 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.242309] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030587a0-1878-448d-b0df-9942c28b3ee2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.259726] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512c588-1f66-40dc-acfd-c605700aa903 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.297360] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81207b54-b352-4569-8542-28da8ed7d0d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.303924] env[63021]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0e801cfc-c0a9-41be-89d5-1fe0d2411b32 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.326826] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Downloading image file data 269d5a0f-d41d-4f43-9326-18e410ebcbe3 to the data store datastore2 {{(pid=63021) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 570.396046] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.400918] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 570.541595] env[63021]: DEBUG nova.scheduler.client.report [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.738017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.738017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.774237] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.805551] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Successfully created port: e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.821934] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.822116] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.822316] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.822501] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.824873] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.824873] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.824873] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.826248] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.826466] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.826607] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.826775] env[63021]: DEBUG nova.virt.hardware [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.827689] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81715fc9-6586-4b1e-a628-ad5ce81d2e96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.839988] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c66b5a-0bca-4c4b-8c5d-a9afff7f2892 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.962683] env[63021]: DEBUG nova.network.neutron [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.048349] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.049054] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.053164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.383s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.056958] env[63021]: INFO nova.compute.claims [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.146696] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 571.146931] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 571.212295] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Downloaded image file data 269d5a0f-d41d-4f43-9326-18e410ebcbe3 to vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk on the data store datastore2 {{(pid=63021) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 571.213951] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 571.214951] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Copying Virtual Disk [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk to [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.214951] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac8e5f78-2737-4971-a4f2-ab7883078ae9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.224027] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 571.224027] env[63021]: value = "task-4281927" [ 571.224027] env[63021]: _type = "Task" [ 571.224027] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.230609] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.240210] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.466647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.466999] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Instance network_info: |[{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.467504] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:9c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '782e3325-0358-46d7-b64c-eb2fa6451d18', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.476795] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Creating folder: Project (b7f4db017a024464845902be701f3dc3). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.476795] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9219ed1-9641-4f55-a421-3b9566221a72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.490957] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Created folder: Project (b7f4db017a024464845902be701f3dc3) in parent group-v843603. [ 571.490957] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Creating folder: Instances. Parent ref: group-v843610. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.491227] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae2e61f-360a-4623-8b4b-f39b10dc456f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.502681] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Created folder: Instances in parent group-v843610. [ 571.502681] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 571.502681] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.502893] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-675e2a5b-9250-4c47-9ef7-7b3a1cf68e6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.523171] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.523171] env[63021]: value = "task-4281930" [ 571.523171] env[63021]: _type = "Task" [ 571.523171] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.530509] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281930, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.560553] env[63021]: DEBUG nova.compute.utils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.565671] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.565671] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.668761] env[63021]: DEBUG nova.policy [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea886656bb6b429e9728d081faf54446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0369aa5727034a7787139acc852ccffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.735824] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281927, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.767278] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.037059] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281930, 'name': CreateVM_Task, 'duration_secs': 0.418823} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.037364] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.055149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.055149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.055149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.055336] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be259d38-83d1-4f11-b45e-9519bffdf602 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.066640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.066977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.075502] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.081560] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 572.081560] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c502db-fd62-b5d5-f162-dfae177eb2dc" [ 572.081560] env[63021]: _type = "Task" [ 572.081560] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.097757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.097757] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.097757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.235316] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661166} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.235630] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Copied Virtual Disk [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk to [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.235758] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleting the datastore file [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3/tmp-sparse.vmdk {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.236081] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14dff128-d34f-4558-a0ac-584f0eed3603 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.243682] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 572.243682] env[63021]: value = "task-4281931" [ 572.243682] env[63021]: _type = "Task" [ 572.243682] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.257016] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.333282] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Successfully created port: 760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.448208] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb1547-d2c0-4acd-8390-db56159c84b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.459751] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3d649-5583-41a6-9d15-ce2132be8cb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.502456] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c5c722-7e8d-47df-b53f-dd9e49519092 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.511051] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271a908-a122-49a2-83ee-2497934d5d68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.532617] env[63021]: DEBUG nova.compute.provider_tree [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 572.580795] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.762413] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02342} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.762841] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.763957] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Moving file from [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851/269d5a0f-d41d-4f43-9326-18e410ebcbe3 to [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3. {{(pid=63021) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 572.763957] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2a1773a5-aa45-4cba-9e3f-7b165cb01827 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.771553] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 572.771553] env[63021]: value = "task-4281932" [ 572.771553] env[63021]: _type = "Task" [ 572.771553] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.785759] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281932, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.021702] env[63021]: DEBUG nova.compute.manager [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 573.024154] env[63021]: DEBUG nova.compute.manager [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing instance network info cache due to event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 573.024154] env[63021]: DEBUG oslo_concurrency.lockutils [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.024154] env[63021]: DEBUG oslo_concurrency.lockutils [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.024154] env[63021]: DEBUG nova.network.neutron [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.054893] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Successfully updated port: e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.065353] env[63021]: ERROR nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [req-fed74b94-417e-48d4-b5df-0f847f05240b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fed74b94-417e-48d4-b5df-0f847f05240b"}]} [ 573.101898] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.104827] env[63021]: DEBUG nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 573.130306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.142077] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.142359] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.142551] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.142732] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.142907] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.143096] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.143374] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.143582] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.143794] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.143961] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.144130] env[63021]: DEBUG nova.virt.hardware [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.146081] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aaf828-d6b6-4160-bd00-692983f92f9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.157049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1d312-2e30-41ed-aac4-657b11c3dc90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.166567] env[63021]: DEBUG nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 573.166567] env[63021]: DEBUG nova.compute.provider_tree [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.194098] env[63021]: DEBUG nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 573.288442] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281932, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.133249} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.288442] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] File moved {{(pid=63021) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 573.288442] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Cleaning up location [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 573.288681] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleting the datastore file [datastore2] vmware_temp/e78283d4-73b9-4601-aad3-220a25579851 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.288742] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-912f64e1-6646-4c5f-b1e2-1ea92ad8f674 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.302017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.302017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.308825] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 573.308825] env[63021]: value = "task-4281934" [ 573.308825] env[63021]: _type = "Task" [ 573.308825] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.321755] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.359596] env[63021]: DEBUG nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 573.556606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.556665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquired lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.556861] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.636022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f52edb-b3ef-4bf8-a9b9-79a26b6f709c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.646108] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a0a9d-5234-463b-867a-a6fb4e12a896 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.684308] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67dbf2-bf76-4a04-b166-4a9c2d26aa88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.692668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f224f-820a-4160-b87c-8d99e5e5c4c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.712654] env[63021]: DEBUG nova.compute.provider_tree [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 573.824117] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059777} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.824454] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.825589] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab208d0-c2b1-46f2-9119-2f03c0a3d7c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.831473] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 573.831473] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52522216-b577-e730-9624-336c436122aa" [ 573.831473] env[63021]: _type = "Task" [ 573.831473] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.847855] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52522216-b577-e730-9624-336c436122aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.848329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.848627] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e56bf6cf-788c-4ce1-b149-d8356b98758d/e56bf6cf-788c-4ce1-b149-d8356b98758d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.850243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.850243] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.850243] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b8e4e1-b6ac-4afa-9b24-c96c4159a6a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.851626] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2acd898-b48f-4708-a3b6-514f0c3340d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.860028] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 573.860028] env[63021]: value = "task-4281935" [ 573.860028] env[63021]: _type = "Task" [ 573.860028] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.873876] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.883974] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.883974] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.885948] env[63021]: DEBUG nova.network.neutron [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updated VIF entry in instance network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.885948] env[63021]: DEBUG nova.network.neutron [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.887015] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59023aea-8e29-4988-9089-47d19a67abe8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.897547] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 573.897547] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50209-cdda-4daf-9e80-84df21aaa17b" [ 573.897547] env[63021]: _type = "Task" [ 573.897547] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.907723] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50209-cdda-4daf-9e80-84df21aaa17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.134015] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.263786] env[63021]: DEBUG nova.scheduler.client.report [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 574.264057] env[63021]: DEBUG nova.compute.provider_tree [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 15 to 16 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 574.264234] env[63021]: DEBUG nova.compute.provider_tree [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.370778] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.394648] env[63021]: DEBUG oslo_concurrency.lockutils [req-e01c4778-aabf-42f7-8585-b09e4194293d req-6dd6b00c-1d36-4162-83a1-6a6349984459 service nova] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.410796] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50209-cdda-4daf-9e80-84df21aaa17b, 'name': SearchDatastore_Task, 'duration_secs': 0.014616} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.412060] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75862671-7dca-4f93-a3a9-243afb2e95e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.417398] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 574.417398] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529bf327-3ea0-02ee-026d-ceeb91249bec" [ 574.417398] env[63021]: _type = "Task" [ 574.417398] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.430405] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529bf327-3ea0-02ee-026d-ceeb91249bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.663019] env[63021]: DEBUG nova.network.neutron [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Updating instance_info_cache with network_info: [{"id": "e038b344-b578-4e31-867d-0e2aa922d611", "address": "fa:16:3e:f5:94:ca", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape038b344-b5", "ovs_interfaceid": "e038b344-b578-4e31-867d-0e2aa922d611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.772498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.718s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.772498] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.775255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.765s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.776116] env[63021]: INFO nova.compute.claims [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.872411] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636668} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.872864] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e56bf6cf-788c-4ce1-b149-d8356b98758d/e56bf6cf-788c-4ce1-b149-d8356b98758d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.872963] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.873421] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1bb684-4d11-4086-8d8c-13a644de2cc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.888187] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 574.888187] env[63021]: value = "task-4281936" [ 574.888187] env[63021]: _type = "Task" [ 574.888187] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.898323] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.930080] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529bf327-3ea0-02ee-026d-ceeb91249bec, 'name': SearchDatastore_Task, 'duration_secs': 0.043056} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.930080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.930080] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 85f38a11-9eec-4cfc-b7e9-a10660b797c4/85f38a11-9eec-4cfc-b7e9-a10660b797c4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.930080] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb14fcf8-5078-44a7-94bb-d2c194c37ec1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.936594] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 574.936594] env[63021]: value = "task-4281937" [ 574.936594] env[63021]: _type = "Task" [ 574.936594] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.947306] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.165802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Releasing lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.165802] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Instance network_info: |[{"id": "e038b344-b578-4e31-867d-0e2aa922d611", "address": "fa:16:3e:f5:94:ca", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape038b344-b5", "ovs_interfaceid": "e038b344-b578-4e31-867d-0e2aa922d611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.165940] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:94:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e038b344-b578-4e31-867d-0e2aa922d611', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.175388] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Creating folder: Project (bbb8cae09e6947678fbefb088459c07e). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.175725] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10471c09-12b1-49dc-8e31-e27310683144 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.187279] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Created folder: Project (bbb8cae09e6947678fbefb088459c07e) in parent group-v843603. [ 575.187403] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Creating folder: Instances. Parent ref: group-v843614. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.187648] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fce68f0-6777-4cbb-b9a0-e45055f2d7af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.200877] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Created folder: Instances in parent group-v843614. [ 575.202088] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.202088] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.202088] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7663b252-4634-4dff-8794-bc6f70668888 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.229299] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.229299] env[63021]: value = "task-4281940" [ 575.229299] env[63021]: _type = "Task" [ 575.229299] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.244914] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281940, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.288044] env[63021]: DEBUG nova.compute.utils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.293878] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.294015] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.303271] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Successfully updated port: 760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.399041] env[63021]: DEBUG nova.policy [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef92331fc02c4ad69e6fb3b7ef757656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d4317e17a0457e8b9bcd2c7a609db4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.406428] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.406738] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.407950] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa77d8-d07c-4ff3-87bd-25ed60fc97e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.431455] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e56bf6cf-788c-4ce1-b149-d8356b98758d/e56bf6cf-788c-4ce1-b149-d8356b98758d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.431637] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a415847-ba14-4cfd-a190-af97bc3d8554 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.458861] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486004} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.460222] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 85f38a11-9eec-4cfc-b7e9-a10660b797c4/85f38a11-9eec-4cfc-b7e9-a10660b797c4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.460709] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.460950] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 575.460950] env[63021]: value = "task-4281941" [ 575.460950] env[63021]: _type = "Task" [ 575.460950] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.460950] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6450cd7d-cc89-48b2-bc1e-ee6fd40cb924 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.472793] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 575.472793] env[63021]: value = "task-4281942" [ 575.472793] env[63021]: _type = "Task" [ 575.472793] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.480530] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.742094] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281940, 'name': CreateVM_Task, 'duration_secs': 0.375597} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.742744] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.743388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.743673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.744081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.744673] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d8bd6d-c3f5-4c2c-adfa-3b0914754571 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.749509] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 575.749509] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b6caf8-a699-7001-9f19-0f18e8623bdd" [ 575.749509] env[63021]: _type = "Task" [ 575.749509] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.757772] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b6caf8-a699-7001-9f19-0f18e8623bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.794628] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.806862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.807025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.807185] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.980798] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.992701] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085375} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.993067] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.993897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088d5bc-4fec-471c-acf7-21efe35d1e79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.022529] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 85f38a11-9eec-4cfc-b7e9-a10660b797c4/85f38a11-9eec-4cfc-b7e9-a10660b797c4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.025877] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349b9bd0-34a4-46ab-9a3d-f35946eb5a3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.050576] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 576.050576] env[63021]: value = "task-4281943" [ 576.050576] env[63021]: _type = "Task" [ 576.050576] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.064533] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.184220] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22525ac-38f7-40a1-93aa-e0f54d79f9ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.193911] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451cbd56-ac6f-45a4-82ac-05aa2c8e848f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.243807] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2516ced-e312-4ca7-bf93-4260b1d9678e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.257213] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bd7db-631d-42f4-9c31-a6f6522ac349 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.264065] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Received event network-vif-plugged-e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 576.264065] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Acquiring lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.264065] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.264224] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.264323] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] No waiting events found dispatching network-vif-plugged-e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.264410] env[63021]: WARNING nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Received unexpected event network-vif-plugged-e038b344-b578-4e31-867d-0e2aa922d611 for instance with vm_state building and task_state spawning. [ 576.264586] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Received event network-changed-e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 576.264779] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Refreshing instance network info cache due to event network-changed-e038b344-b578-4e31-867d-0e2aa922d611. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 576.264918] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Acquiring lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.265060] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Acquired lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.265535] env[63021]: DEBUG nova.network.neutron [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Refreshing network info cache for port e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.272507] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b6caf8-a699-7001-9f19-0f18e8623bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.282141] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.282420] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.282686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.282808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.282990] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.283825] env[63021]: DEBUG nova.compute.provider_tree [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.285243] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ac3b2c4-ed5a-4d76-b1d1-7c97be6a0a4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.294787] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.294979] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.296855] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91cc96dd-f498-4cf6-8490-a267930917d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.308317] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 576.308317] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52564a4a-4300-c484-9591-b1c8719e7513" [ 576.308317] env[63021]: _type = "Task" [ 576.308317] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.328580] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52564a4a-4300-c484-9591-b1c8719e7513, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.329637] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7340bf-4386-4b67-9c41-a473d8d27667 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.336895] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 576.336895] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5247ec35-2648-123f-2015-f8732d12b65e" [ 576.336895] env[63021]: _type = "Task" [ 576.336895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.346775] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5247ec35-2648-123f-2015-f8732d12b65e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.451665] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.476230] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.564177] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281943, 'name': ReconfigVM_Task, 'duration_secs': 0.310586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.564504] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 85f38a11-9eec-4cfc-b7e9-a10660b797c4/85f38a11-9eec-4cfc-b7e9-a10660b797c4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.565332] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7608daa5-b3ad-4beb-854d-f5704404f7b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.573874] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 576.573874] env[63021]: value = "task-4281944" [ 576.573874] env[63021]: _type = "Task" [ 576.573874] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.584947] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281944, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.693887] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Successfully created port: 024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.791355] env[63021]: DEBUG nova.scheduler.client.report [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.809018] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.845290] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.845662] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.845840] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.846055] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.846252] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.846365] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.846573] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.846807] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.850000] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.850000] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.850000] env[63021]: DEBUG nova.virt.hardware [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.850000] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111dc7b-ddf9-43a8-8264-909d74d7a283 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.856399] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5247ec35-2648-123f-2015-f8732d12b65e, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.858541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.858781] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c92a681f-0102-46a1-80e0-8908793c63d4/c92a681f-0102-46a1-80e0-8908793c63d4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.858867] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95772bda-14b6-4181-b49f-247937d3f1cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.864334] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb78aa-2ca1-4b64-aa71-e41d766b5ec5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.869458] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 576.869458] env[63021]: value = "task-4281945" [ 576.869458] env[63021]: _type = "Task" [ 576.869458] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.889862] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.974686] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281941, 'name': ReconfigVM_Task, 'duration_secs': 1.28947} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.974972] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e56bf6cf-788c-4ce1-b149-d8356b98758d/e56bf6cf-788c-4ce1-b149-d8356b98758d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.975579] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce6423f-ddbb-4b9a-8469-aef8b2b2413f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.981998] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 576.981998] env[63021]: value = "task-4281946" [ 576.981998] env[63021]: _type = "Task" [ 576.981998] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.991237] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281946, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.088793] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281944, 'name': Rename_Task, 'duration_secs': 0.254571} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.091165] env[63021]: DEBUG nova.network.neutron [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Updating instance_info_cache with network_info: [{"id": "760975b1-1672-4af2-b2c2-c529cae82f23", "address": "fa:16:3e:58:9b:5c", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760975b1-16", "ovs_interfaceid": "760975b1-1672-4af2-b2c2-c529cae82f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.092842] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.093021] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3661716-f81d-4426-a53c-dc2f9e593fa3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.102084] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 577.102084] env[63021]: value = "task-4281948" [ 577.102084] env[63021]: _type = "Task" [ 577.102084] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.117818] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.298012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.300376] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.303527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.989s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.306333] env[63021]: INFO nova.compute.claims [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.384304] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.501849] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281946, 'name': Rename_Task, 'duration_secs': 0.227327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.502019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.503348] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8906c37-7205-42ab-8251-163c6f45f63a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.511188] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 577.511188] env[63021]: value = "task-4281949" [ 577.511188] env[63021]: _type = "Task" [ 577.511188] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.526727] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.602680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.603163] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Instance network_info: |[{"id": "760975b1-1672-4af2-b2c2-c529cae82f23", "address": "fa:16:3e:58:9b:5c", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760975b1-16", "ovs_interfaceid": "760975b1-1672-4af2-b2c2-c529cae82f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.604151] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:9b:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760975b1-1672-4af2-b2c2-c529cae82f23', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.612820] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Creating folder: Project (0369aa5727034a7787139acc852ccffe). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.616325] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce574b8-1aa8-4a6a-9ebc-1665c8c87f91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.626213] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281948, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.632294] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Created folder: Project (0369aa5727034a7787139acc852ccffe) in parent group-v843603. [ 577.632649] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Creating folder: Instances. Parent ref: group-v843617. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.632808] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b88f7d8-61d8-4550-878a-220685d05bfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.644480] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Created folder: Instances in parent group-v843617. [ 577.644836] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.645133] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.645487] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8820aae7-0e02-4a58-a2e3-ded355d43a37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.667879] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.667879] env[63021]: value = "task-4281952" [ 577.667879] env[63021]: _type = "Task" [ 577.667879] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.677036] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281952, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.814986] env[63021]: DEBUG nova.compute.utils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.820308] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.820308] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.880505] env[63021]: DEBUG nova.network.neutron [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Updated VIF entry in instance network info cache for port e038b344-b578-4e31-867d-0e2aa922d611. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.880505] env[63021]: DEBUG nova.network.neutron [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Updating instance_info_cache with network_info: [{"id": "e038b344-b578-4e31-867d-0e2aa922d611", "address": "fa:16:3e:f5:94:ca", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape038b344-b5", "ovs_interfaceid": "e038b344-b578-4e31-867d-0e2aa922d611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.887563] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.887858] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c92a681f-0102-46a1-80e0-8908793c63d4/c92a681f-0102-46a1-80e0-8908793c63d4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.888983] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.888983] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95fe2c8d-8ee8-446d-a2e4-8c05380233c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.896133] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 577.896133] env[63021]: value = "task-4281953" [ 577.896133] env[63021]: _type = "Task" [ 577.896133] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.909020] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.018272] env[63021]: DEBUG nova.policy [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef92331fc02c4ad69e6fb3b7ef757656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d4317e17a0457e8b9bcd2c7a609db4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.028685] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.120062] env[63021]: DEBUG oslo_vmware.api [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4281948, 'name': PowerOnVM_Task, 'duration_secs': 0.720707} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.120919] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.120919] env[63021]: INFO nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Took 11.95 seconds to spawn the instance on the hypervisor. [ 578.123377] env[63021]: DEBUG nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.124678] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41727577-bf04-4da2-9b6e-606d3fe88522 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.184749] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281952, 'name': CreateVM_Task, 'duration_secs': 0.376844} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.185033] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.185940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.186184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.187183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.187183] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804e4ec2-1aec-489e-a066-a62d743946fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.194951] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 578.194951] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529e3e94-ae73-f9d7-6844-a14532dbe992" [ 578.194951] env[63021]: _type = "Task" [ 578.194951] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.210158] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e3e94-ae73-f9d7-6844-a14532dbe992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.328579] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.384414] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Releasing lock "refresh_cache-c92a681f-0102-46a1-80e0-8908793c63d4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.384414] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Received event network-vif-plugged-760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 578.384828] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Acquiring lock "53027197-00a7-4d30-8020-32d98d5708c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.385303] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Lock "53027197-00a7-4d30-8020-32d98d5708c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.385535] env[63021]: DEBUG oslo_concurrency.lockutils [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] Lock "53027197-00a7-4d30-8020-32d98d5708c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.385820] env[63021]: DEBUG nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] No waiting events found dispatching network-vif-plugged-760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.385913] env[63021]: WARNING nova.compute.manager [req-7e5bfa0e-31fb-4d97-be58-9629cb870896 req-e5c090d2-8052-4676-8531-040773cb618b service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Received unexpected event network-vif-plugged-760975b1-1672-4af2-b2c2-c529cae82f23 for instance with vm_state building and task_state spawning. [ 578.412083] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071119} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.413049] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.414927] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fd5ce2-a2c8-4784-ab83-c80f39da8875 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.439200] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c92a681f-0102-46a1-80e0-8908793c63d4/c92a681f-0102-46a1-80e0-8908793c63d4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.440629] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a08e438-9c4b-4992-8259-e80c76de34c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.464019] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 578.464019] env[63021]: value = "task-4281954" [ 578.464019] env[63021]: _type = "Task" [ 578.464019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.471775] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.521629] env[63021]: DEBUG oslo_vmware.api [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4281949, 'name': PowerOnVM_Task, 'duration_secs': 0.527361} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.524682] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.524882] env[63021]: INFO nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Took 10.06 seconds to spawn the instance on the hypervisor. [ 578.525098] env[63021]: DEBUG nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.526349] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb117d-8c7d-4287-9e11-8b8fd89422d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.579825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624fac35-f7fe-47c7-9b2a-d79b4f1ce289 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.589302] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3bc955-0778-461a-a152-1584ae343ff4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.623646] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12bb6e-2973-4d01-b75c-8088be3bde5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.632172] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a75952-20b9-43a2-9ac7-478dbc2feb8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.650664] env[63021]: DEBUG nova.compute.provider_tree [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.659316] env[63021]: INFO nova.compute.manager [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Took 16.82 seconds to build instance. [ 578.719043] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e3e94-ae73-f9d7-6844-a14532dbe992, 'name': SearchDatastore_Task, 'duration_secs': 0.017666} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.719043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.719043] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.719043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.719786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.719786] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.719786] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0894914-fece-443e-8180-40aeb508259e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.726193] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.726373] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.727131] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d385a0-da7b-4b17-8bf4-6355f92dc5eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.736711] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 578.736711] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8d496-6f83-2a05-d66d-d7c3306d5588" [ 578.736711] env[63021]: _type = "Task" [ 578.736711] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.745895] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8d496-6f83-2a05-d66d-d7c3306d5588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.972280] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.046535] env[63021]: INFO nova.compute.manager [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Took 16.42 seconds to build instance. [ 579.136072] env[63021]: DEBUG nova.compute.manager [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Received event network-changed-760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 579.136267] env[63021]: DEBUG nova.compute.manager [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Refreshing instance network info cache due to event network-changed-760975b1-1672-4af2-b2c2-c529cae82f23. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 579.136482] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] Acquiring lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.136720] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] Acquired lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.136796] env[63021]: DEBUG nova.network.neutron [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Refreshing network info cache for port 760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.157020] env[63021]: DEBUG nova.scheduler.client.report [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.160755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c01bc3bd-7ee8-4fd5-99ac-2bf24a8ce107 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.337s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.236347] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Successfully created port: 0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.251685] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8d496-6f83-2a05-d66d-d7c3306d5588, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.253378] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfd1178-5950-49f7-828b-c2c7791462dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.258881] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 579.258881] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5237cd0a-e2c8-045d-69e0-076c3eba9e0a" [ 579.258881] env[63021]: _type = "Task" [ 579.258881] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.272786] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5237cd0a-e2c8-045d-69e0-076c3eba9e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.340703] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.390726] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.390726] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.390726] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.391140] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.391140] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.391140] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.393130] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.393455] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.393557] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.393729] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.393901] env[63021]: DEBUG nova.virt.hardware [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.394835] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d578e1e-b701-4bcc-937d-59cb66856440 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.410061] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d030b645-5792-4d46-b647-69d923f969f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.475296] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281954, 'name': ReconfigVM_Task, 'duration_secs': 0.691381} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.475609] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c92a681f-0102-46a1-80e0-8908793c63d4/c92a681f-0102-46a1-80e0-8908793c63d4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.476249] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88225d1e-ca3c-425f-952f-6389584f9b1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.482833] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 579.482833] env[63021]: value = "task-4281956" [ 579.482833] env[63021]: _type = "Task" [ 579.482833] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.493411] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281956, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.549186] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e375d895-e490-42af-a008-06ec029806dc tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.936s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.659786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.660553] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.664352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.833s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.666014] env[63021]: INFO nova.compute.claims [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.670149] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.773285] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5237cd0a-e2c8-045d-69e0-076c3eba9e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01288} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.773962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.774395] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 53027197-00a7-4d30-8020-32d98d5708c6/53027197-00a7-4d30-8020-32d98d5708c6.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.774805] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576e787a-7776-4350-9db2-a4a5ba70b68a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.782674] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 579.782674] env[63021]: value = "task-4281957" [ 579.782674] env[63021]: _type = "Task" [ 579.782674] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.792420] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.884829] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.885027] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_power_states {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.993668] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281956, 'name': Rename_Task, 'duration_secs': 0.323995} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.994168] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.994287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a00be8-886f-4310-8bd8-a6cf575136ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.999855] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 579.999855] env[63021]: value = "task-4281958" [ 579.999855] env[63021]: _type = "Task" [ 579.999855] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.010833] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.176645] env[63021]: DEBUG nova.compute.utils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.187907] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.187907] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.214028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.295443] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.390908] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Getting list of instances from cluster (obj){ [ 580.390908] env[63021]: value = "domain-c8" [ 580.390908] env[63021]: _type = "ClusterComputeResource" [ 580.390908] env[63021]: } {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 580.390908] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643012cf-97c4-458e-b05b-6dcfd0e3434f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.410215] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Got total of 4 instances {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 580.410568] env[63021]: WARNING nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 580.410916] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 85f38a11-9eec-4cfc-b7e9-a10660b797c4 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.411375] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid e56bf6cf-788c-4ce1-b149-d8356b98758d {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.411655] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid c92a681f-0102-46a1-80e0-8908793c63d4 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.411924] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 53027197-00a7-4d30-8020-32d98d5708c6 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.412431] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid e0c137c2-6f96-400f-9a9a-8d413f6826b0 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.413412] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 5c62c393-d671-4a14-b37f-9ed921c10c0d {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.413412] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 8dc97475-ac00-44d3-959b-9fbf4fb73da0 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.413620] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 351a677f-4485-4803-9404-bf49b0fcb3eb {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 580.414090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.414454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.418116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.418116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "c92a681f-0102-46a1-80e0-8908793c63d4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "53027197-00a7-4d30-8020-32d98d5708c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "351a677f-4485-4803-9404-bf49b0fcb3eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.418340] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.418539] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 580.418539] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e975ad30-3b8f-474b-bfc4-2a2e0eeccf34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.422670] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f3aff-2a10-45d5-8c31-c428f6ae53a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.425662] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.512773] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281958, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.598682] env[63021]: DEBUG nova.policy [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '580467dc49294966846b97b50675cff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a4b2d9d89e74237897878134721e30c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.691054] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.781481] env[63021]: DEBUG nova.network.neutron [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Updated VIF entry in instance network info cache for port 760975b1-1672-4af2-b2c2-c529cae82f23. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.781481] env[63021]: DEBUG nova.network.neutron [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Updating instance_info_cache with network_info: [{"id": "760975b1-1672-4af2-b2c2-c529cae82f23", "address": "fa:16:3e:58:9b:5c", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760975b1-16", "ovs_interfaceid": "760975b1-1672-4af2-b2c2-c529cae82f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.799884] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667145} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.803057] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 53027197-00a7-4d30-8020-32d98d5708c6/53027197-00a7-4d30-8020-32d98d5708c6.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.803057] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.803779] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17b8ecac-da7b-4c2c-8671-f8f3547823f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.810431] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 580.810431] env[63021]: value = "task-4281959" [ 580.810431] env[63021]: _type = "Task" [ 580.810431] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.821891] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.846467] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Successfully updated port: 024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.929841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.939977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.940082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.953948] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5dd281-07c0-4a1d-86f1-7aff59385d9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.963269] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a6fbc2-f6c0-42b8-9a10-f05606ee461b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.998313] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b804a9b-5e4e-4a1a-b9a3-99a09050183c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.010750] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8fcaf-e3f8-417d-bd85-687fc3052e39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.018905] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281958, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.037318] env[63021]: DEBUG nova.compute.provider_tree [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.283838] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac5694ab-38de-4ac3-b965-d082dea4adf6 req-6342722f-1dbd-4fa4-be5f-8baba293b085 service nova] Releasing lock "refresh_cache-53027197-00a7-4d30-8020-32d98d5708c6" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.328599] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068924} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.331548] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.331548] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e30128-b834-4121-a944-fe48fc3b4404 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.360992] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 53027197-00a7-4d30-8020-32d98d5708c6/53027197-00a7-4d30-8020-32d98d5708c6.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.361983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.362327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.362609] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.364764] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20082fdc-5441-48f8-a108-d9434b10cd67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.397167] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 581.397167] env[63021]: value = "task-4281961" [ 581.397167] env[63021]: _type = "Task" [ 581.397167] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.406377] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.514528] env[63021]: DEBUG oslo_vmware.api [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281958, 'name': PowerOnVM_Task, 'duration_secs': 1.251683} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.515127] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.515362] env[63021]: INFO nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Took 10.74 seconds to spawn the instance on the hypervisor. [ 581.515554] env[63021]: DEBUG nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.516452] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d24a2-b905-42e8-9923-9a240d014912 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.541286] env[63021]: DEBUG nova.scheduler.client.report [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.709015] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.759606] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.763024] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.763024] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.763024] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.763024] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.763024] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.764416] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.764416] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.764416] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.764416] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.764416] env[63021]: DEBUG nova.virt.hardware [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.765370] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdb297-f534-4f9b-b465-83e5cc17287f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.774896] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f02d26-80a1-405d-9666-33bd6a6b753e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.813382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.813692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.907125] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.920265] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Successfully created port: 028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.036529] env[63021]: INFO nova.compute.manager [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Took 18.71 seconds to build instance. [ 582.046802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.047874] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.052610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.285s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.056878] env[63021]: INFO nova.compute.claims [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.070520] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.316796] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.409155] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281961, 'name': ReconfigVM_Task, 'duration_secs': 0.583934} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.409747] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 53027197-00a7-4d30-8020-32d98d5708c6/53027197-00a7-4d30-8020-32d98d5708c6.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.410522] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4bb1df-ff73-49a2-88f3-5a23b0b9e2bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.419487] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 582.419487] env[63021]: value = "task-4281962" [ 582.419487] env[63021]: _type = "Task" [ 582.419487] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.432133] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281962, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.537586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a61736d7-9e3a-4a41-89d9-6a70c96d5d4b tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.218s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.537961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.122s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.538108] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] During sync_power_state the instance has a pending task (spawning). Skip. [ 582.538314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.564807] env[63021]: DEBUG nova.compute.utils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.570461] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.570615] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.819488] env[63021]: DEBUG nova.compute.manager [None req-efd98236-6ef8-44b4-8dce-32afc102ce92 tempest-ServerDiagnosticsV248Test-1096439933 tempest-ServerDiagnosticsV248Test-1096439933-project-admin] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.822916] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e36a25-a8c2-497f-a1e8-46b81322fb35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.835490] env[63021]: INFO nova.compute.manager [None req-efd98236-6ef8-44b4-8dce-32afc102ce92 tempest-ServerDiagnosticsV248Test-1096439933 tempest-ServerDiagnosticsV248Test-1096439933-project-admin] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Retrieving diagnostics [ 582.836396] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbfb69a-36d0-4fb1-a2df-12067d64f473 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.883282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.885415] env[63021]: DEBUG nova.policy [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f0c5d3020b44069963b6d4ce50ab0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c36a70f9e7d246f58179ec796b86e5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.914395] env[63021]: DEBUG nova.network.neutron [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Updating instance_info_cache with network_info: [{"id": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "address": "fa:16:3e:50:0b:5e", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024f89f0-1a", "ovs_interfaceid": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.932701] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281962, 'name': Rename_Task, 'duration_secs': 0.323678} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.933180] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.933450] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a051ac-734a-452c-a55e-e09ad2158bec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.942447] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 582.942447] env[63021]: value = "task-4281963" [ 582.942447] env[63021]: _type = "Task" [ 582.942447] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.954298] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.075431] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.405167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79626df8-7773-4080-8620-93d80987414c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.414607] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43311729-baca-4686-a931-1df500a06a45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.419436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.419772] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance network_info: |[{"id": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "address": "fa:16:3e:50:0b:5e", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024f89f0-1a", "ovs_interfaceid": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.420208] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0b:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024f89f0-1a6a-4445-9ea1-6ce40508d999', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.436351] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating folder: Project (48d4317e17a0457e8b9bcd2c7a609db4). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.438020] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e54c2363-5aa4-4567-afb7-1cf781bb8a0f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.482406] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d842a-128c-431e-81b5-858be343177f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.489033] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created folder: Project (48d4317e17a0457e8b9bcd2c7a609db4) in parent group-v843603. [ 583.489425] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating folder: Instances. Parent ref: group-v843620. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.493046] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9ebdb6-6403-43c0-8387-da5a4716a7ea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.495693] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.503906] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506b22e-42c6-4f77-84ec-92b4985aa43a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.525835] env[63021]: DEBUG nova.compute.provider_tree [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.530772] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created folder: Instances in parent group-v843620. [ 583.530772] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.531273] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.531372] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4040498f-68ec-4834-a0e5-c12f16d684ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.562917] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.562917] env[63021]: value = "task-4281966" [ 583.562917] env[63021]: _type = "Task" [ 583.562917] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.573071] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281966, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.645147] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Successfully updated port: 0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.990294] env[63021]: DEBUG oslo_vmware.api [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4281963, 'name': PowerOnVM_Task, 'duration_secs': 0.640374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.990294] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.990549] env[63021]: INFO nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Took 10.89 seconds to spawn the instance on the hypervisor. [ 583.990638] env[63021]: DEBUG nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.995961] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa44573-f492-4b2f-bf5c-bb49a5f00cf5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.032445] env[63021]: DEBUG nova.scheduler.client.report [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.080416] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281966, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.098032] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.132903] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.133284] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.133432] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.133831] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.133831] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.134046] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.134141] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.134340] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.134486] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.134677] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.134826] env[63021]: DEBUG nova.virt.hardware [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.136902] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbca5b3-2ded-47cf-8d28-e4da320aaff7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.146775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b7c83-e54e-4785-a800-00a761b3d385 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.152743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.152899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.153081] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.335154] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Successfully created port: ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.365078] env[63021]: DEBUG nova.compute.manager [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Received event network-vif-plugged-024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 584.365078] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Acquiring lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.365078] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.365078] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.365078] env[63021]: DEBUG nova.compute.manager [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] No waiting events found dispatching network-vif-plugged-024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.365393] env[63021]: WARNING nova.compute.manager [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Received unexpected event network-vif-plugged-024f89f0-1a6a-4445-9ea1-6ce40508d999 for instance with vm_state building and task_state spawning. [ 584.365393] env[63021]: DEBUG nova.compute.manager [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Received event network-changed-024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 584.365393] env[63021]: DEBUG nova.compute.manager [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Refreshing instance network info cache due to event network-changed-024f89f0-1a6a-4445-9ea1-6ce40508d999. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 584.365393] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Acquiring lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.365393] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Acquired lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.365540] env[63021]: DEBUG nova.network.neutron [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Refreshing network info cache for port 024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.531306] env[63021]: INFO nova.compute.manager [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Took 21.09 seconds to build instance. [ 584.541448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.541448] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.543734] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.414s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.548395] env[63021]: INFO nova.compute.claims [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.581026] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281966, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.797739] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.029365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.029873] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.034433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8306ce3-db9d-45f8-ba5f-c5f2685ac948 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "53027197-00a7-4d30-8020-32d98d5708c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.613s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.034677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "53027197-00a7-4d30-8020-32d98d5708c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.619s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.037136] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] During sync_power_state the instance has a pending task (spawning). Skip. [ 585.037136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "53027197-00a7-4d30-8020-32d98d5708c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.056056] env[63021]: DEBUG nova.compute.utils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.059169] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.059433] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.080393] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281966, 'name': CreateVM_Task, 'duration_secs': 1.161055} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.084018] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.084018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.084018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.084018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.084018] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfaa5e5-ba8f-45db-bf0a-a968ab6b0cdd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.096425] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 585.096425] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c52067-8321-059f-4016-97645cb80bef" [ 585.096425] env[63021]: _type = "Task" [ 585.096425] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.107902] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c52067-8321-059f-4016-97645cb80bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.268226] env[63021]: DEBUG nova.policy [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e9c5c8c01544d4af381f25b7e0f15c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e45e3d03ea54d33ba4fb713e69e9388', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.474626] env[63021]: DEBUG nova.network.neutron [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Updating instance_info_cache with network_info: [{"id": "0ac7126c-29e9-4754-9d65-d34843ac871f", "address": "fa:16:3e:96:59:88", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac7126c-29", "ovs_interfaceid": "0ac7126c-29e9-4754-9d65-d34843ac871f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.534170] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.567278] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.612730] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c52067-8321-059f-4016-97645cb80bef, 'name': SearchDatastore_Task, 'duration_secs': 0.01473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.614034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.614034] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.614238] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.614433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.614622] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.614945] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddc62b87-54e6-4faa-85be-8d8f84563ba8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.627412] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.629198] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.642959] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ce0ff2-5c0e-454c-ac38-28cb2d29ac1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.654724] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 585.654724] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523c03d8-7629-ac95-07f1-5d80e5c8a0e4" [ 585.654724] env[63021]: _type = "Task" [ 585.654724] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.664102] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523c03d8-7629-ac95-07f1-5d80e5c8a0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.882413] env[63021]: DEBUG nova.network.neutron [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Updated VIF entry in instance network info cache for port 024f89f0-1a6a-4445-9ea1-6ce40508d999. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.882800] env[63021]: DEBUG nova.network.neutron [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Updating instance_info_cache with network_info: [{"id": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "address": "fa:16:3e:50:0b:5e", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024f89f0-1a", "ovs_interfaceid": "024f89f0-1a6a-4445-9ea1-6ce40508d999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.939410] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35e5c0-0b13-45bc-ac82-51f2746d0f59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.949036] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c1640-0b1d-43d4-9432-50c01d405ccf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.982860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.983115] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Instance network_info: |[{"id": "0ac7126c-29e9-4754-9d65-d34843ac871f", "address": "fa:16:3e:96:59:88", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac7126c-29", "ovs_interfaceid": "0ac7126c-29e9-4754-9d65-d34843ac871f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.984611] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:59:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ac7126c-29e9-4754-9d65-d34843ac871f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.991519] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.992626] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619ea948-ebf8-4fc0-8304-e0adb1131312 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.996021] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.996247] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46261065-1ee7-4286-9dc0-354637d8c29a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.017185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe745df-7ee4-4fb0-8ad4-d8dbc0542572 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.022551] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.022551] env[63021]: value = "task-4281967" [ 586.022551] env[63021]: _type = "Task" [ 586.022551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.035388] env[63021]: DEBUG nova.compute.provider_tree [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.046693] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281967, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.074645] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.143738] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Successfully updated port: 028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.168059] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523c03d8-7629-ac95-07f1-5d80e5c8a0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.172024] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f048c9-0b2d-4352-8a76-07d99c007272 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.176459] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 586.176459] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5244f9eb-8677-f40f-d358-368d34e04401" [ 586.176459] env[63021]: _type = "Task" [ 586.176459] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.191330] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5244f9eb-8677-f40f-d358-368d34e04401, 'name': SearchDatastore_Task} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.191927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.192211] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.192562] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff5892d-96c4-4db5-8ff1-a48bbe3366f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.203407] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 586.203407] env[63021]: value = "task-4281968" [ 586.203407] env[63021]: _type = "Task" [ 586.203407] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.215584] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.303941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.307029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.344984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.345475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.385751] env[63021]: DEBUG oslo_concurrency.lockutils [req-1c1f6452-212f-4c51-9d08-789e4cf68a56 req-194a9581-dbe5-4071-9b9b-26977dd345a3 service nova] Releasing lock "refresh_cache-e0c137c2-6f96-400f-9a9a-8d413f6826b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.537486] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281967, 'name': CreateVM_Task, 'duration_secs': 0.410641} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.538406] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.538585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.538930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.539139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.540263] env[63021]: DEBUG nova.scheduler.client.report [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.544389] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69576438-6249-4c16-8e51-2e7935d50661 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.552767] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 586.552767] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11c79-ff25-0359-cab7-559c2d1ca14b" [ 586.552767] env[63021]: _type = "Task" [ 586.552767] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.564608] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11c79-ff25-0359-cab7-559c2d1ca14b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.580790] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.622951] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.623840] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.623840] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.624477] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.624477] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.624477] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.624477] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.625487] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.625487] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.625487] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.625487] env[63021]: DEBUG nova.virt.hardware [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.631437] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdeabdd-f0b8-4866-bd2a-3e3c981db421 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.645666] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c7907-845e-44db-867c-6adffd260740 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.650965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.651570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.651832] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.717043] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510631} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.717322] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.717550] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.717809] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-253a5a76-8a34-47e1-9a58-752a4683b2c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.726667] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 586.726667] env[63021]: value = "task-4281969" [ 586.726667] env[63021]: _type = "Task" [ 586.726667] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.738008] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.810210] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.891476] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Successfully created port: 4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.050172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.050172] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.053533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.839s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.055756] env[63021]: INFO nova.compute.claims [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.082043] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11c79-ff25-0359-cab7-559c2d1ca14b, 'name': SearchDatastore_Task, 'duration_secs': 0.060078} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.082211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.082361] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.082762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.082817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.083099] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.083676] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e52c96-7d31-4a1b-865e-7715b229c248 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.096283] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.096488] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.097254] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b00cb2-8dd1-4ae3-81ca-ca414ea0d572 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.110461] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 587.110461] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52817518-a901-a29b-4d2c-818a6e2557ba" [ 587.110461] env[63021]: _type = "Task" [ 587.110461] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.129754] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52817518-a901-a29b-4d2c-818a6e2557ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.130986] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3180d92-4b38-46b5-af14-28fd5b094553 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.141956] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 587.141956] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522dd824-5dd0-3575-91b2-83ab6bee2f2b" [ 587.141956] env[63021]: _type = "Task" [ 587.141956] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.153952] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522dd824-5dd0-3575-91b2-83ab6bee2f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.210713] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.243308] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066158} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.243619] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.245066] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437df3b-e254-4096-a72a-c573641f4bf8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.278883] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.279689] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9e30e0-225d-4af4-a5f7-00e7c3b52917 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.301807] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 587.301807] env[63021]: value = "task-4281970" [ 587.301807] env[63021]: _type = "Task" [ 587.301807] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.319490] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.346984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.564696] env[63021]: DEBUG nova.compute.utils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.568589] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.568841] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.578614] env[63021]: DEBUG nova.network.neutron [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updating instance_info_cache with network_info: [{"id": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "address": "fa:16:3e:27:7f:a8", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ed35d-70", "ovs_interfaceid": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.658323] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522dd824-5dd0-3575-91b2-83ab6bee2f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.658688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.658891] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c62c393-d671-4a14-b37f-9ed921c10c0d/5c62c393-d671-4a14-b37f-9ed921c10c0d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.662506] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d45dd2e-716e-44ae-ac1e-41e199fb46f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.669705] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Successfully updated port: ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.674421] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 587.674421] env[63021]: value = "task-4281971" [ 587.674421] env[63021]: _type = "Task" [ 587.674421] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.696019] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.696019] env[63021]: DEBUG nova.policy [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4325c84965504a1591071bc0e2bcb612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0698d9b7bbe34dfcad27526f29f4c86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.821337] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281970, 'name': ReconfigVM_Task, 'duration_secs': 0.393779} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.821337] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.822819] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-954f5b58-225a-4c14-b8c7-64f630ac1b6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.835471] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 587.835471] env[63021]: value = "task-4281972" [ 587.835471] env[63021]: _type = "Task" [ 587.835471] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.850063] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281972, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.073088] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.083499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.083499] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Instance network_info: |[{"id": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "address": "fa:16:3e:27:7f:a8", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ed35d-70", "ovs_interfaceid": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.083810] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7f:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028ed35d-701a-4fc6-be3b-31fcdb71dcf1', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.098355] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Creating folder: Project (1a4b2d9d89e74237897878134721e30c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.098836] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a23273e6-4e68-49e8-bdd9-34ba7684c6cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.117293] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Created folder: Project (1a4b2d9d89e74237897878134721e30c) in parent group-v843603. [ 588.117293] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Creating folder: Instances. Parent ref: group-v843624. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.118328] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b371f2-ac1a-4839-b5da-ea0a855a91a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.141436] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Created folder: Instances in parent group-v843624. [ 588.141787] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.146648] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.147205] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021491e4-5051-4cd1-bd91-e35143730203 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.178039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.178472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquired lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.178663] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.188029] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.188029] env[63021]: value = "task-4281975" [ 588.188029] env[63021]: _type = "Task" [ 588.188029] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.198529] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476386} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.202730] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c62c393-d671-4a14-b37f-9ed921c10c0d/5c62c393-d671-4a14-b37f-9ed921c10c0d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.202976] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.204560] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-265c2a56-8305-4660-8ced-82b175961491 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.216985] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281975, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.220271] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 588.220271] env[63021]: value = "task-4281976" [ 588.220271] env[63021]: _type = "Task" [ 588.220271] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.235329] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.353025] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281972, 'name': Rename_Task, 'duration_secs': 0.413106} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.353025] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.353025] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e9a1fe-0cf0-4783-927a-c476a5ecd5d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.363383] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 588.363383] env[63021]: value = "task-4281977" [ 588.363383] env[63021]: _type = "Task" [ 588.363383] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.378367] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.424656] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Successfully created port: f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.503014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.503014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.507870] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e11c3-455e-4fc1-b328-403196ab936e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.518561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c25331-4464-4cc6-bc22-ad815fe6f70d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.565694] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48199837-b723-4608-b4cb-ff4f73c3da11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.576644] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ea290-1b4c-425d-a11f-45fc88e690bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.602462] env[63021]: DEBUG nova.compute.provider_tree [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.708840] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281975, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.734481] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141565} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.734481] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.736318] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99dd8a-ec5f-4bc9-bf1a-f1f5543b5ff0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.765087] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5c62c393-d671-4a14-b37f-9ed921c10c0d/5c62c393-d671-4a14-b37f-9ed921c10c0d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.766241] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.768075] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4938cb-5354-4eaa-9d6e-6bcaa1c49ebf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.796609] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 588.796609] env[63021]: value = "task-4281978" [ 588.796609] env[63021]: _type = "Task" [ 588.796609] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.807179] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.875908] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.018220] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Received event network-vif-plugged-0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 589.018497] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquiring lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.018784] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.019027] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.019265] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] No waiting events found dispatching network-vif-plugged-0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.019540] env[63021]: WARNING nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Received unexpected event network-vif-plugged-0ac7126c-29e9-4754-9d65-d34843ac871f for instance with vm_state building and task_state spawning. [ 589.019788] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Received event network-changed-0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 589.020072] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Refreshing instance network info cache due to event network-changed-0ac7126c-29e9-4754-9d65-d34843ac871f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 589.020350] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquiring lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.020539] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquired lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.020758] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Refreshing network info cache for port 0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.091245] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.107665] env[63021]: DEBUG nova.scheduler.client.report [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.135955] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.136555] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.136783] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.137018] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.137397] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.137592] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.137978] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.138206] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.138970] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.139173] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.139359] env[63021]: DEBUG nova.virt.hardware [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.140794] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04690f26-cfa5-482e-8e1d-1cec653c920e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.153194] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bead553-2602-480d-b6eb-926b8ff312f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.209986] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281975, 'name': CreateVM_Task, 'duration_secs': 0.544832} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.210170] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.210906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.212038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.212038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.212038] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a02f426-4087-422f-9053-068818450071 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.217958] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 589.217958] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527e32af-21d8-bebb-13b4-e28380fe2671" [ 589.217958] env[63021]: _type = "Task" [ 589.217958] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.228252] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527e32af-21d8-bebb-13b4-e28380fe2671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.242647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.243167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.288593] env[63021]: DEBUG nova.network.neutron [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Updating instance_info_cache with network_info: [{"id": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "address": "fa:16:3e:dd:ad:18", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9e93fc-cc", "ovs_interfaceid": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.308348] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.377979] env[63021]: DEBUG oslo_vmware.api [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281977, 'name': PowerOnVM_Task, 'duration_secs': 0.55551} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.377979] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.378123] env[63021]: INFO nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Took 12.57 seconds to spawn the instance on the hypervisor. [ 589.378308] env[63021]: DEBUG nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.379631] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3469efd5-8a9d-419a-bbdb-1695bfb3af40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.486647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Acquiring lock "53027197-00a7-4d30-8020-32d98d5708c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.486647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "53027197-00a7-4d30-8020-32d98d5708c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.486647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Acquiring lock "53027197-00a7-4d30-8020-32d98d5708c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.486647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "53027197-00a7-4d30-8020-32d98d5708c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.486792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "53027197-00a7-4d30-8020-32d98d5708c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.490020] env[63021]: INFO nova.compute.manager [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Terminating instance [ 589.529760] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Successfully updated port: 4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.617786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.618319] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.624058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.691s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.624058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.624058] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 589.624058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.739s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.625507] env[63021]: INFO nova.compute.claims [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.629803] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bea11-91d8-48a0-aeec-3593f5adacb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.643735] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4fe38-00d6-48b2-880e-f6f6b97c4858 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.661960] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26345ddd-21be-4d46-abe9-17f7ba50c8ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.670684] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076756f-a022-49bc-a08d-1d6781383d6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.709477] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180558MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 589.709648] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.730189] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527e32af-21d8-bebb-13b4-e28380fe2671, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.730189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.730391] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.730633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.730833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.730965] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.733903] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71a65517-d84f-4204-b57c-0b161a76e050 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.743011] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.743011] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.743835] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1454b7e8-76bd-4a0f-a20c-7c05d61b1deb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.750884] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 589.750884] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52697956-0680-bbd6-04d0-800377385119" [ 589.750884] env[63021]: _type = "Task" [ 589.750884] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.764471] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52697956-0680-bbd6-04d0-800377385119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.794254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Releasing lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.794254] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Instance network_info: |[{"id": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "address": "fa:16:3e:dd:ad:18", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9e93fc-cc", "ovs_interfaceid": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.794726] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:ad:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab9e93fc-cc78-44bd-a8cf-713a8b05475b', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.802712] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Creating folder: Project (c36a70f9e7d246f58179ec796b86e5e4). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.803683] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e4d1bf7-bcbe-4c77-a512-5bdf9d145939 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.817571] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Updated VIF entry in instance network info cache for port 0ac7126c-29e9-4754-9d65-d34843ac871f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.818497] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Updating instance_info_cache with network_info: [{"id": "0ac7126c-29e9-4754-9d65-d34843ac871f", "address": "fa:16:3e:96:59:88", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ac7126c-29", "ovs_interfaceid": "0ac7126c-29e9-4754-9d65-d34843ac871f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.825898] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.835198] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Created folder: Project (c36a70f9e7d246f58179ec796b86e5e4) in parent group-v843603. [ 589.835198] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Creating folder: Instances. Parent ref: group-v843627. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.835198] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55ccb2f9-1976-4ea5-82ac-74bce763fc38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.848522] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Created folder: Instances in parent group-v843627. [ 589.848683] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.848939] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.849174] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3162de77-6eab-4490-9837-4dd031d3495e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.873216] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.873216] env[63021]: value = "task-4281981" [ 589.873216] env[63021]: _type = "Task" [ 589.873216] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.889759] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281981, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.911176] env[63021]: INFO nova.compute.manager [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Took 25.29 seconds to build instance. [ 589.994807] env[63021]: DEBUG nova.compute.manager [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.995193] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.996256] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecb19fc-2ca6-4b52-978a-2f16c2618c59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.005102] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.005738] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb40e55-22b5-4df0-bbf3-c55223564c81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.013954] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Waiting for the task: (returnval){ [ 590.013954] env[63021]: value = "task-4281982" [ 590.013954] env[63021]: _type = "Task" [ 590.013954] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.023511] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Task: {'id': task-4281982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.037492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.037492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquired lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.037492] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.130447] env[63021]: DEBUG nova.compute.utils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.131952] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.132329] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.207873] env[63021]: DEBUG nova.policy [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a72d7a7324d4c67b9f8d908f94fdf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7da774b2ff8a4556b6bc6594ab064e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.262185] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52697956-0680-bbd6-04d0-800377385119, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.265538] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f835b81-8f09-41de-8437-2a9f47ff5a5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.272647] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 590.272647] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f07cc8-dddb-ab9d-562a-acfdd348d087" [ 590.272647] env[63021]: _type = "Task" [ 590.272647] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.281261] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f07cc8-dddb-ab9d-562a-acfdd348d087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.314141] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281978, 'name': ReconfigVM_Task, 'duration_secs': 1.436414} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.314488] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5c62c393-d671-4a14-b37f-9ed921c10c0d/5c62c393-d671-4a14-b37f-9ed921c10c0d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.315116] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec82686b-4d64-4b3f-ae3d-1d5b482e2968 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.321579] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Releasing lock "refresh_cache-5c62c393-d671-4a14-b37f-9ed921c10c0d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.322028] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Received event network-vif-plugged-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 590.322028] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.322247] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.322407] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.322602] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] No waiting events found dispatching network-vif-plugged-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.322785] env[63021]: WARNING nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Received unexpected event network-vif-plugged-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 for instance with vm_state building and task_state spawning. [ 590.322958] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Received event network-changed-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 590.323159] env[63021]: DEBUG nova.compute.manager [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Refreshing instance network info cache due to event network-changed-028ed35d-701a-4fc6-be3b-31fcdb71dcf1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 590.323357] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquiring lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.323503] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Acquired lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.323662] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Refreshing network info cache for port 028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.329244] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 590.329244] env[63021]: value = "task-4281983" [ 590.329244] env[63021]: _type = "Task" [ 590.329244] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.338601] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281983, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.385163] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281981, 'name': CreateVM_Task, 'duration_secs': 0.430808} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.385163] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.385163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.385163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.385309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.385471] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6827f3e1-3126-4f7d-92c7-aedd921b7d8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.395012] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 590.395012] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1695-fed3-f124-f990-e3a79246741f" [ 590.395012] env[63021]: _type = "Task" [ 590.395012] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.403016] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1695-fed3-f124-f990-e3a79246741f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.413741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4496362d-046d-4231-9272-f8163c57d3c6 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.801s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.417862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.999s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.417862] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] During sync_power_state the instance has a pending task (spawning). Skip. [ 590.417862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.527926] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Task: {'id': task-4281982, 'name': PowerOffVM_Task, 'duration_secs': 0.243192} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.527926] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.527926] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.527926] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bd5ca4-989e-482a-97e8-c38d8ce9b4c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.610094] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.610312] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.610511] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Deleting the datastore file [datastore2] 53027197-00a7-4d30-8020-32d98d5708c6 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.610788] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0999c21-106b-4fe3-ac9d-46c99192b35e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.637514] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.642506] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Waiting for the task: (returnval){ [ 590.642506] env[63021]: value = "task-4281985" [ 590.642506] env[63021]: _type = "Task" [ 590.642506] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.644802] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.661960] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Task: {'id': task-4281985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.708402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.708626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.741305] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Successfully updated port: f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.777364] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Successfully created port: fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.787882] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f07cc8-dddb-ab9d-562a-acfdd348d087, 'name': SearchDatastore_Task, 'duration_secs': 0.013381} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.788154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.788409] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8dc97475-ac00-44d3-959b-9fbf4fb73da0/8dc97475-ac00-44d3-959b-9fbf4fb73da0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.788666] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6b3682-1212-4fa0-8e2b-8b5ff4996ddc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.799373] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 590.799373] env[63021]: value = "task-4281986" [ 590.799373] env[63021]: _type = "Task" [ 590.799373] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.809177] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.844385] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281983, 'name': Rename_Task, 'duration_secs': 0.164277} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.844710] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.844964] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32ff4430-8640-49d8-82de-d5ec60ffd8ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.854972] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 590.854972] env[63021]: value = "task-4281987" [ 590.854972] env[63021]: _type = "Task" [ 590.854972] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.863583] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.908295] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1695-fed3-f124-f990-e3a79246741f, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.908997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.908997] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.909106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.909266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.909452] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.909713] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7632d52f-eeaa-44f4-bf08-a7be35863e42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.916367] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.934144] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.934387] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.937515] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e56000-480d-4628-8950-a4db0df47f3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.944919] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 590.944919] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd870a-a5bd-39e5-83e2-c59e519780ed" [ 590.944919] env[63021]: _type = "Task" [ 590.944919] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.953743] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd870a-a5bd-39e5-83e2-c59e519780ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.983652] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a13aec-a3b3-459a-8173-4f13b592caec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.991861] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb127f-c0e0-4b8c-a482-f4e47eef67a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.026030] env[63021]: DEBUG nova.network.neutron [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Updating instance_info_cache with network_info: [{"id": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "address": "fa:16:3e:12:bd:a8", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2f744-8a", "ovs_interfaceid": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.030953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d933a-34f1-4f11-bad6-ee0061d73bf5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.037167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.037431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.045577] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b65e0-cbc5-4fc6-b3ba-940af7e5ee82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.064671] env[63021]: DEBUG nova.compute.provider_tree [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.164584] env[63021]: DEBUG oslo_vmware.api [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Task: {'id': task-4281985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340898} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.164584] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.164584] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.164838] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.165075] env[63021]: INFO nova.compute.manager [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 591.165160] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.165376] env[63021]: DEBUG nova.compute.manager [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 591.165466] env[63021]: DEBUG nova.network.neutron [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.228233] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updated VIF entry in instance network info cache for port 028ed35d-701a-4fc6-be3b-31fcdb71dcf1. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.228233] env[63021]: DEBUG nova.network.neutron [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updating instance_info_cache with network_info: [{"id": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "address": "fa:16:3e:27:7f:a8", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ed35d-70", "ovs_interfaceid": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.245010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.245172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquired lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.245331] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.259821] env[63021]: DEBUG nova.compute.manager [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Received event network-vif-plugged-4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 591.260061] env[63021]: DEBUG oslo_concurrency.lockutils [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] Acquiring lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.260278] env[63021]: DEBUG oslo_concurrency.lockutils [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.260460] env[63021]: DEBUG oslo_concurrency.lockutils [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.260645] env[63021]: DEBUG nova.compute.manager [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] No waiting events found dispatching network-vif-plugged-4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.260785] env[63021]: WARNING nova.compute.manager [req-334a9d58-55b7-454e-88f2-cf9e92511c76 req-1b18f5c8-bdde-422e-8807-99a5bef896b8 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Received unexpected event network-vif-plugged-4bf2f744-8a93-4557-9e12-0e855756f7fc for instance with vm_state building and task_state spawning. [ 591.310953] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.365774] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.443673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.457727] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd870a-a5bd-39e5-83e2-c59e519780ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.460178] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb0ceca-0115-4924-9408-4a74d6206b2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.467141] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 591.467141] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5226c718-c98b-126b-5b88-743c67b7b5c5" [ 591.467141] env[63021]: _type = "Task" [ 591.467141] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.476414] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5226c718-c98b-126b-5b88-743c67b7b5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.537212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Releasing lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.537704] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Instance network_info: |[{"id": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "address": "fa:16:3e:12:bd:a8", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2f744-8a", "ovs_interfaceid": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.539020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:bd:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf2f744-8a93-4557-9e12-0e855756f7fc', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.547948] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Creating folder: Project (9e45e3d03ea54d33ba4fb713e69e9388). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.548369] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9edd3ced-557d-43de-a391-24199a23271c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.565318] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Created folder: Project (9e45e3d03ea54d33ba4fb713e69e9388) in parent group-v843603. [ 591.565708] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Creating folder: Instances. Parent ref: group-v843630. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.566023] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c9ef15-f0b0-44e4-a4cc-d1e27f100943 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.568605] env[63021]: DEBUG nova.scheduler.client.report [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.584955] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Created folder: Instances in parent group-v843630. [ 591.584955] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.586161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.586161] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8557a5-f9ed-4705-9079-bbde71f10ec9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.617448] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.617448] env[63021]: value = "task-4281990" [ 591.617448] env[63021]: _type = "Task" [ 591.617448] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.650876] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.692279] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.692604] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.692806] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.693210] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.693356] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.693431] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.693650] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.694132] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.694132] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.694132] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.694328] env[63021]: DEBUG nova.virt.hardware [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.695228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe67719-dc32-46a5-9cf8-a47c07df5d54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.704222] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73f98f-0995-48ea-8d60-75f62d60b7ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.731813] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cbb8a6e-ae50-45a2-b1f3-a4d609f90469 req-dd9cf597-d5ae-44e2-b923-4edeb932e668 service nova] Releasing lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.806055] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.815583] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647214} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.815822] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8dc97475-ac00-44d3-959b-9fbf4fb73da0/8dc97475-ac00-44d3-959b-9fbf4fb73da0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.816638] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.816638] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04742b7-b232-47da-a829-c5ef777577e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.825958] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 591.825958] env[63021]: value = "task-4281991" [ 591.825958] env[63021]: _type = "Task" [ 591.825958] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.839748] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.867989] env[63021]: DEBUG oslo_vmware.api [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4281987, 'name': PowerOnVM_Task, 'duration_secs': 0.83245} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.872684] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.872975] env[63021]: INFO nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Took 12.53 seconds to spawn the instance on the hypervisor. [ 591.873201] env[63021]: DEBUG nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.882140] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f753c92-02f3-4732-ada5-0cf8475b8d91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.982954] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5226c718-c98b-126b-5b88-743c67b7b5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.982954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.983202] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 351a677f-4485-4803-9404-bf49b0fcb3eb/351a677f-4485-4803-9404-bf49b0fcb3eb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.983467] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6b7b3e9-8312-444c-82f7-fa9403583e8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.992573] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 591.992573] env[63021]: value = "task-4281992" [ 591.992573] env[63021]: _type = "Task" [ 591.992573] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.003264] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.074584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.075388] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.082022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.005s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.082022] env[63021]: INFO nova.compute.claims [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.131835] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281990, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.133250] env[63021]: DEBUG nova.network.neutron [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updating instance_info_cache with network_info: [{"id": "f3c562db-e980-4d13-b8d5-edd035642f76", "address": "fa:16:3e:12:3b:16", "network": {"id": "15c61c31-1141-42a1-9480-312989e2f337", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-326620549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0698d9b7bbe34dfcad27526f29f4c86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c562db-e9", "ovs_interfaceid": "f3c562db-e980-4d13-b8d5-edd035642f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.188683] env[63021]: DEBUG nova.network.neutron [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.341977] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105347} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.346400] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.346400] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a0754-402f-48b7-a9f3-9c18103fd46d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.378940] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8dc97475-ac00-44d3-959b-9fbf4fb73da0/8dc97475-ac00-44d3-959b-9fbf4fb73da0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.379342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d06725-e01c-4849-8d15-92bac1cf3be9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.405269] env[63021]: INFO nova.compute.manager [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Took 25.42 seconds to build instance. [ 592.408078] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 592.408078] env[63021]: value = "task-4281993" [ 592.408078] env[63021]: _type = "Task" [ 592.408078] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.418316] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.507636] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.585867] env[63021]: DEBUG nova.compute.utils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.596257] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.596257] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.628723] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Successfully updated port: fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.640937] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Releasing lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.641330] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Instance network_info: |[{"id": "f3c562db-e980-4d13-b8d5-edd035642f76", "address": "fa:16:3e:12:3b:16", "network": {"id": "15c61c31-1141-42a1-9480-312989e2f337", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-326620549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0698d9b7bbe34dfcad27526f29f4c86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c562db-e9", "ovs_interfaceid": "f3c562db-e980-4d13-b8d5-edd035642f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.641903] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281990, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.641989] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:3b:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c562db-e980-4d13-b8d5-edd035642f76', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.652202] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Creating folder: Project (0698d9b7bbe34dfcad27526f29f4c86c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.653368] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fab0c1f-dd0a-4bc0-bf0a-86cdf05ec0ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.659709] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Received event network-vif-plugged-ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 592.660801] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquiring lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.660801] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.660943] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.661090] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] No waiting events found dispatching network-vif-plugged-ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.661573] env[63021]: WARNING nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Received unexpected event network-vif-plugged-ab9e93fc-cc78-44bd-a8cf-713a8b05475b for instance with vm_state building and task_state spawning. [ 592.662084] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Received event network-changed-ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 592.662610] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Refreshing instance network info cache due to event network-changed-ab9e93fc-cc78-44bd-a8cf-713a8b05475b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 592.662610] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquiring lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.662610] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquired lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.662853] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Refreshing network info cache for port ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.672089] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Created folder: Project (0698d9b7bbe34dfcad27526f29f4c86c) in parent group-v843603. [ 592.672089] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Creating folder: Instances. Parent ref: group-v843633. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.672289] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f57a30-d98c-4920-bed4-b7ba58e8e3e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.687857] env[63021]: DEBUG nova.policy [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc5dd5973f214f88aa7e781eee7adcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57608bb35e3d4f31b686b08b58e673e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.692274] env[63021]: INFO nova.compute.manager [-] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Took 1.53 seconds to deallocate network for instance. [ 592.692473] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Created folder: Instances in parent group-v843633. [ 592.694191] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.695231] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.702022] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d21cc3-c14e-4ebb-8e43-868f06df1720 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.729587] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.729587] env[63021]: value = "task-4281996" [ 592.729587] env[63021]: _type = "Task" [ 592.729587] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.744410] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281996, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.906605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f1f5d3ef-b5e2-43d0-b298-1b71d23243a8 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.936s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.907939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.492s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.908711] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] During sync_power_state the instance has a pending task (spawning). Skip. [ 592.908711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.918659] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.005798] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934104} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.006141] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 351a677f-4485-4803-9404-bf49b0fcb3eb/351a677f-4485-4803-9404-bf49b0fcb3eb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.006453] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.006762] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2557ec4-01a6-4d48-aeb8-803f3eb95a99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.014762] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 593.014762] env[63021]: value = "task-4281997" [ 593.014762] env[63021]: _type = "Task" [ 593.014762] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.026820] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.094477] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.132466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.132466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.132466] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.136130] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281990, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.217934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.220582] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "c92a681f-0102-46a1-80e0-8908793c63d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.220818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.221617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.221617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.221617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.223606] env[63021]: INFO nova.compute.manager [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Terminating instance [ 593.246823] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281996, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.410126] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.432687] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.455072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fb69b1-2e3c-4fe4-8c92-4263f2a722da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.464020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f6f0ad-3692-4d6d-a6a1-f4c52381819d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.508018] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e612fe8c-b1d1-4cb3-8080-5a828502f0a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.516661] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54356723-801a-402a-8138-a48f9e5b3e15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.539356] env[63021]: DEBUG nova.compute.provider_tree [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.544334] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072823} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.545038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.545994] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74c1bd-8720-4af3-9d96-c6384713be69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.570983] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 351a677f-4485-4803-9404-bf49b0fcb3eb/351a677f-4485-4803-9404-bf49b0fcb3eb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.572791] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Updated VIF entry in instance network info cache for port ab9e93fc-cc78-44bd-a8cf-713a8b05475b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.573106] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Updating instance_info_cache with network_info: [{"id": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "address": "fa:16:3e:dd:ad:18", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab9e93fc-cc", "ovs_interfaceid": "ab9e93fc-cc78-44bd-a8cf-713a8b05475b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.574398] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84716179-f97c-4fe1-89c7-b6aae8bf0d4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.590149] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Releasing lock "refresh_cache-351a677f-4485-4803-9404-bf49b0fcb3eb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.590779] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Received event network-vif-plugged-f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 593.590779] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.590922] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.591061] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.591340] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] No waiting events found dispatching network-vif-plugged-f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.591550] env[63021]: WARNING nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Received unexpected event network-vif-plugged-f3c562db-e980-4d13-b8d5-edd035642f76 for instance with vm_state building and task_state spawning. [ 593.592016] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Received event network-changed-f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 593.592016] env[63021]: DEBUG nova.compute.manager [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Refreshing instance network info cache due to event network-changed-f3c562db-e980-4d13-b8d5-edd035642f76. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 593.592153] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquiring lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.592313] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Acquired lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.592525] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Refreshing network info cache for port f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.602190] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Successfully created port: 251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.608949] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 593.608949] env[63021]: value = "task-4281998" [ 593.608949] env[63021]: _type = "Task" [ 593.608949] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.623178] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.634166] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281990, 'name': CreateVM_Task, 'duration_secs': 1.629537} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.634339] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.635124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.635296] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.635625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.635878] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac7dd35-d5dc-4a48-8a88-a95d11237ccc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.643119] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 593.643119] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52147f3e-1e23-0cd7-cf0f-ccab7576c1ce" [ 593.643119] env[63021]: _type = "Task" [ 593.643119] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.654364] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52147f3e-1e23-0cd7-cf0f-ccab7576c1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.695720] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.728091] env[63021]: DEBUG nova.compute.manager [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.728312] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.729189] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a0544-b7f7-43a3-a850-2b62eae9f028 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.739526] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.739728] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d59040-1016-4f95-87e7-6df684ad7142 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.746644] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4281996, 'name': CreateVM_Task, 'duration_secs': 0.876299} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.747830] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.748129] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 593.748129] env[63021]: value = "task-4281999" [ 593.748129] env[63021]: _type = "Task" [ 593.748129] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.748719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.757324] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.926150] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4281993, 'name': ReconfigVM_Task, 'duration_secs': 1.268223} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.926582] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8dc97475-ac00-44d3-959b-9fbf4fb73da0/8dc97475-ac00-44d3-959b-9fbf4fb73da0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.930670] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ac5f1d-a0f8-4b32-8c6e-c530b63b2426 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.939236] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 593.939236] env[63021]: value = "task-4282000" [ 593.939236] env[63021]: _type = "Task" [ 593.939236] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.946102] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.952617] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282000, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.953747] env[63021]: DEBUG nova.network.neutron [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updating instance_info_cache with network_info: [{"id": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "address": "fa:16:3e:c1:81:e7", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd403c04-a1", "ovs_interfaceid": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.046067] env[63021]: DEBUG nova.scheduler.client.report [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.110322] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.129734] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.158464] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52147f3e-1e23-0cd7-cf0f-ccab7576c1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016808} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.165916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.165916] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.165916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.165916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.166103] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.166562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.168487] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.168541] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aaac63b-318e-4cf7-be87-32143ce83724 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.173069] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecd4c19-69a3-41e3-a833-d8393141728f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.183227] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 594.183227] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523f814d-a262-2fd3-1ea9-da7d68b0ac60" [ 594.183227] env[63021]: _type = "Task" [ 594.183227] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.186574] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:19:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1261076141',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1287136602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.186810] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.187070] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.187916] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.188207] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.188470] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.188812] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.189160] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.190386] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.190691] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.190989] env[63021]: DEBUG nova.virt.hardware [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.193806] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992d0bb-4405-4a06-bbb4-68de07833422 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.204344] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.204586] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.208165] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8d75fb-d01b-4ae9-a3c0-51ed0c6d8361 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.217914] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f899ad-07c4-4e57-8138-462f66638e99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.231976] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523f814d-a262-2fd3-1ea9-da7d68b0ac60, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.232525] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 594.232525] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5251e7fa-e177-bf41-c4f8-d16277fc75ed" [ 594.232525] env[63021]: _type = "Task" [ 594.232525] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.237592] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.237979] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.238333] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.260303] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5251e7fa-e177-bf41-c4f8-d16277fc75ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.261689] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9fc6a6-27da-4e79-b703-bd1b2496da39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.267979] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.274835] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 594.274835] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ffc6cd-016f-fecf-95e5-0f2786f0cc08" [ 594.274835] env[63021]: _type = "Task" [ 594.274835] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.284240] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ffc6cd-016f-fecf-95e5-0f2786f0cc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.451367] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282000, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.456291] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updated VIF entry in instance network info cache for port f3c562db-e980-4d13-b8d5-edd035642f76. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.456731] env[63021]: DEBUG nova.network.neutron [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updating instance_info_cache with network_info: [{"id": "f3c562db-e980-4d13-b8d5-edd035642f76", "address": "fa:16:3e:12:3b:16", "network": {"id": "15c61c31-1141-42a1-9480-312989e2f337", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-326620549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0698d9b7bbe34dfcad27526f29f4c86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c562db-e9", "ovs_interfaceid": "f3c562db-e980-4d13-b8d5-edd035642f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.462029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.462029] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Instance network_info: |[{"id": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "address": "fa:16:3e:c1:81:e7", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd403c04-a1", "ovs_interfaceid": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.462222] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:81:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd403c04-a16c-46b9-a6f8-e9ed371d0624', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.468198] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating folder: Project (7da774b2ff8a4556b6bc6594ab064e1d). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.468413] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8495f678-d1d8-4464-b6ad-944d16cd95f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.484963] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created folder: Project (7da774b2ff8a4556b6bc6594ab064e1d) in parent group-v843603. [ 594.485682] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating folder: Instances. Parent ref: group-v843636. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.485682] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed0d964-d5a9-4da5-a3ae-b5bab829358b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.499119] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created folder: Instances in parent group-v843636. [ 594.499580] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.499824] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.500199] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90076f2f-f974-4be7-9e2b-12e9cb4ded75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.523963] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.523963] env[63021]: value = "task-4282003" [ 594.523963] env[63021]: _type = "Task" [ 594.523963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.534654] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282003, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.551085] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.551704] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.555044] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.209s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.556607] env[63021]: INFO nova.compute.claims [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.629054] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4281998, 'name': ReconfigVM_Task, 'duration_secs': 0.718163} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.629054] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 351a677f-4485-4803-9404-bf49b0fcb3eb/351a677f-4485-4803-9404-bf49b0fcb3eb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.629489] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b41b21ee-ec75-4780-a27c-d93de24d987b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.638211] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 594.638211] env[63021]: value = "task-4282004" [ 594.638211] env[63021]: _type = "Task" [ 594.638211] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.649761] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282004, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.764686] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.789954] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ffc6cd-016f-fecf-95e5-0f2786f0cc08, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.790463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.790882] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 18ac9675-0d95-4ebd-99ac-a42963f7364c/18ac9675-0d95-4ebd-99ac-a42963f7364c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.791348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.791917] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.792366] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6cc2d12-1fee-497d-a1e0-6148ecd636ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.794997] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8e71d3-b9bc-466b-9c2e-b87db48fca28 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.807083] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 594.807083] env[63021]: value = "task-4282005" [ 594.807083] env[63021]: _type = "Task" [ 594.807083] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.812158] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.812362] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.813919] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93c82a1-5fbd-4aa4-9a6b-c7be5ebb1c0f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.820745] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.828197] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 594.828197] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52462fc8-c755-deca-eeb0-3d4505746e98" [ 594.828197] env[63021]: _type = "Task" [ 594.828197] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.841641] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52462fc8-c755-deca-eeb0-3d4505746e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.951285] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282000, 'name': Rename_Task, 'duration_secs': 0.865565} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.951628] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.951764] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089d85b7-e1ac-493a-b9d8-c2feb2d8a199 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.960509] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ac47eb6-2a93-4c86-a6ca-2c31038ec2c1 req-e39b4077-e6c8-492a-a25c-eb4a6802fdae service nova] Releasing lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.961421] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 594.961421] env[63021]: value = "task-4282006" [ 594.961421] env[63021]: _type = "Task" [ 594.961421] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.970303] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.036186] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282003, 'name': CreateVM_Task, 'duration_secs': 0.426816} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.036326] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.037123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.038214] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91676a09-a18b-458f-9657-8272f59f56fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.043724] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 595.043724] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b53358-87ba-8cc7-407a-e117854a3fda" [ 595.043724] env[63021]: _type = "Task" [ 595.043724] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.052623] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b53358-87ba-8cc7-407a-e117854a3fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.057120] env[63021]: DEBUG nova.compute.utils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.058136] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.058230] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.140115] env[63021]: DEBUG nova.policy [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5442aceebf2419381e210eb1bc18116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1f38cf531f94245ab9e66c23c9d8444', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.153367] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282004, 'name': Rename_Task, 'duration_secs': 0.195964} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.154955] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.156831] env[63021]: DEBUG nova.compute.manager [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Received event network-changed-4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 595.157115] env[63021]: DEBUG nova.compute.manager [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Refreshing instance network info cache due to event network-changed-4bf2f744-8a93-4557-9e12-0e855756f7fc. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 595.157388] env[63021]: DEBUG oslo_concurrency.lockutils [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] Acquiring lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.157596] env[63021]: DEBUG oslo_concurrency.lockutils [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] Acquired lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.157811] env[63021]: DEBUG nova.network.neutron [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Refreshing network info cache for port 4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.160018] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37b939e-fb5b-494d-8568-3fa216d513ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.169456] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 595.169456] env[63021]: value = "task-4282007" [ 595.169456] env[63021]: _type = "Task" [ 595.169456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.183758] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.188479] env[63021]: DEBUG nova.compute.manager [None req-0ac3f664-6a8d-49ce-83cf-1f437a81b53a tempest-ServerDiagnosticsV248Test-1096439933 tempest-ServerDiagnosticsV248Test-1096439933-project-admin] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.190238] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff59936-2e1f-449b-986f-dc27e71e07fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.199878] env[63021]: INFO nova.compute.manager [None req-0ac3f664-6a8d-49ce-83cf-1f437a81b53a tempest-ServerDiagnosticsV248Test-1096439933 tempest-ServerDiagnosticsV248Test-1096439933-project-admin] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Retrieving diagnostics [ 595.200730] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae6b95-6856-4b6d-8424-d5296a21cb9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.265545] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4281999, 'name': PowerOffVM_Task, 'duration_secs': 1.098544} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.267117] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.267117] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.267117] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f57df68-d88c-438e-9ed5-b839ccc759da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.318876] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282005, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.341721] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52462fc8-c755-deca-eeb0-3d4505746e98, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.344176] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bac56c-3f79-4a50-88c1-1d0a41c80de1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.347740] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.347937] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.348166] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Deleting the datastore file [datastore2] c92a681f-0102-46a1-80e0-8908793c63d4 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.348803] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2bff470-ef2a-458e-9a20-b7700ab906b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.357216] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 595.357216] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8fbc9-6e65-f917-8c23-40d87fc1900c" [ 595.357216] env[63021]: _type = "Task" [ 595.357216] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.360394] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for the task: (returnval){ [ 595.360394] env[63021]: value = "task-4282009" [ 595.360394] env[63021]: _type = "Task" [ 595.360394] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.369637] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8fbc9-6e65-f917-8c23-40d87fc1900c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.373394] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4282009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.473683] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.499526] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Successfully created port: 62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.557476] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b53358-87ba-8cc7-407a-e117854a3fda, 'name': SearchDatastore_Task, 'duration_secs': 0.02209} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.557476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.557476] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.557590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.559155] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.687039] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282007, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.831727] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888663} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.835687] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 18ac9675-0d95-4ebd-99ac-a42963f7364c/18ac9675-0d95-4ebd-99ac-a42963f7364c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.836072] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.836444] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6183274c-abb3-4df7-bb00-7370e46b0ba4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.852234] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 595.852234] env[63021]: value = "task-4282010" [ 595.852234] env[63021]: _type = "Task" [ 595.852234] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.877891] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.892314] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8fbc9-6e65-f917-8c23-40d87fc1900c, 'name': SearchDatastore_Task, 'duration_secs': 0.074882} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.894136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894136] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4e0cbb4d-bd01-4e54-98fa-cbb50c646014/4e0cbb4d-bd01-4e54-98fa-cbb50c646014.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.894402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.894677] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.894845] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6ded99-5d42-4221-ad57-c6d71601b78d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.902925] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb125809-c0ac-4e00-8da4-7033ed2ea410 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.905768] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4282009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.915694] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 595.915694] env[63021]: value = "task-4282011" [ 595.915694] env[63021]: _type = "Task" [ 595.915694] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.921573] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.921757] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.922596] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9feebfc-a64b-42ac-ab19-6913ea0b4438 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.929492] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.939026] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 595.939026] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e461dc-11e8-e4b6-336a-58c111a6b8fb" [ 595.939026] env[63021]: _type = "Task" [ 595.939026] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.947799] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e461dc-11e8-e4b6-336a-58c111a6b8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.972537] env[63021]: DEBUG oslo_vmware.api [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282006, 'name': PowerOnVM_Task, 'duration_secs': 0.901269} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.973665] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.973895] env[63021]: INFO nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Took 14.26 seconds to spawn the instance on the hypervisor. [ 595.974087] env[63021]: DEBUG nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.974969] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77a695-38a4-4b70-96a4-450192d1abc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.978170] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c25df-3982-4db3-a2c3-8287257ab79b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.981169] env[63021]: DEBUG nova.network.neutron [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Updated VIF entry in instance network info cache for port 4bf2f744-8a93-4557-9e12-0e855756f7fc. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.981388] env[63021]: DEBUG nova.network.neutron [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Updating instance_info_cache with network_info: [{"id": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "address": "fa:16:3e:12:bd:a8", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2f744-8a", "ovs_interfaceid": "4bf2f744-8a93-4557-9e12-0e855756f7fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.990761] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa51074-0e28-49d3-93d3-7342e13bb155 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.031483] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb707b15-d0dd-4a18-ab58-e989bb2c113a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.040256] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00783d36-233d-45b2-8259-f9894e62e16e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.056759] env[63021]: DEBUG nova.compute.provider_tree [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.182857] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282007, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.247153] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Successfully updated port: 251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.365997] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149816} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.365997] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.365997] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f06a683-a493-4371-9868-9d1b06331c24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.406927] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 18ac9675-0d95-4ebd-99ac-a42963f7364c/18ac9675-0d95-4ebd-99ac-a42963f7364c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.407952] env[63021]: DEBUG oslo_vmware.api [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Task: {'id': task-4282009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678039} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.408275] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1238c02-4311-4749-93c9-74dd1e511f18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.428082] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.428082] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.428202] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.428387] env[63021]: INFO nova.compute.manager [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Took 2.70 seconds to destroy the instance on the hypervisor. [ 596.428637] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.428912] env[63021]: DEBUG nova.compute.manager [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.429018] env[63021]: DEBUG nova.network.neutron [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.441952] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.446717] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 596.446717] env[63021]: value = "task-4282012" [ 596.446717] env[63021]: _type = "Task" [ 596.446717] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.454629] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e461dc-11e8-e4b6-336a-58c111a6b8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018823} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.455906] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04e4a29-7ceb-4e4b-add6-4dbb03c718ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.463908] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.467352] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 596.467352] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b67851-6fc0-275a-df40-e469a325287d" [ 596.467352] env[63021]: _type = "Task" [ 596.467352] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.481627] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b67851-6fc0-275a-df40-e469a325287d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.484243] env[63021]: DEBUG oslo_concurrency.lockutils [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] Releasing lock "refresh_cache-18ac9675-0d95-4ebd-99ac-a42963f7364c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.484813] env[63021]: DEBUG nova.compute.manager [req-7174d0bb-50e4-416e-8a8a-3296c4fe63eb req-8f7bd33b-6c37-413c-9507-63a34c4d6202 service nova] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Received event network-vif-deleted-760975b1-1672-4af2-b2c2-c529cae82f23 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 596.506808] env[63021]: INFO nova.compute.manager [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Took 27.24 seconds to build instance. [ 596.561030] env[63021]: DEBUG nova.scheduler.client.report [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.570932] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.600632] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.600882] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.601048] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.601235] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.601384] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.601529] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.601736] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.601890] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.602542] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.602814] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.603587] env[63021]: DEBUG nova.virt.hardware [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.604554] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1fc6a0-6faa-4e0e-a0be-141c64b9363a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.615984] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c82dc-c17a-434d-b0ef-6f233b20d66f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.681506] env[63021]: DEBUG oslo_vmware.api [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282007, 'name': PowerOnVM_Task, 'duration_secs': 1.25867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.681506] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.681735] env[63021]: INFO nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Took 12.59 seconds to spawn the instance on the hypervisor. [ 596.681945] env[63021]: DEBUG nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.682768] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb1580e-11be-45e8-99f4-2cfe2ca54f46 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.752706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.752706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.752706] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.941693] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794273} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.941990] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4e0cbb4d-bd01-4e54-98fa-cbb50c646014/4e0cbb4d-bd01-4e54-98fa-cbb50c646014.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.942110] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.943716] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f4c000-7a98-422b-aa31-291f03979038 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.952914] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 596.952914] env[63021]: value = "task-4282013" [ 596.952914] env[63021]: _type = "Task" [ 596.952914] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.960504] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.966970] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.978860] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b67851-6fc0-275a-df40-e469a325287d, 'name': SearchDatastore_Task, 'duration_secs': 0.065074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.979118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.979372] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c/cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.979646] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21bc937-1357-4843-b590-b1bff9eca9b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.988407] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 596.988407] env[63021]: value = "task-4282014" [ 596.988407] env[63021]: _type = "Task" [ 596.988407] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.999515] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.011179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-676bb7a9-85a3-4080-aff6-7e48faf304f3 tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.778s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.011179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.594s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.011382] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] During sync_power_state the instance has a pending task (networking). Skip. [ 597.011580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.068961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.069184] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.072422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.363s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.201975] env[63021]: INFO nova.compute.manager [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Took 27.41 seconds to build instance. [ 597.332138] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.376699] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Successfully updated port: 62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.469861] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282012, 'name': ReconfigVM_Task, 'duration_secs': 0.791876} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.474180] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 18ac9675-0d95-4ebd-99ac-a42963f7364c/18ac9675-0d95-4ebd-99ac-a42963f7364c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.474872] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075491} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.475244] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40324a26-973c-4652-b18a-3a8288d8e4de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.478395] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.479944] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de639caf-b714-4b66-b765-1cae847a36d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.507789] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 4e0cbb4d-bd01-4e54-98fa-cbb50c646014/4e0cbb4d-bd01-4e54-98fa-cbb50c646014.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.515652] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04dca42-50ae-4557-8331-e8c1b9a46a4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.530634] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 597.530634] env[63021]: value = "task-4282015" [ 597.530634] env[63021]: _type = "Task" [ 597.530634] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.530965] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.541622] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469681} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.543119] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c/cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.543252] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.543694] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 597.543694] env[63021]: value = "task-4282016" [ 597.543694] env[63021]: _type = "Task" [ 597.543694] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.543954] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59802ce7-d9fc-4382-a308-180403df9599 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.553504] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282015, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.560854] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.562350] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 597.562350] env[63021]: value = "task-4282017" [ 597.562350] env[63021]: _type = "Task" [ 597.562350] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.577013] env[63021]: DEBUG nova.compute.utils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.579501] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.579501] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.579501] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.589527] env[63021]: DEBUG nova.network.neutron [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updating instance_info_cache with network_info: [{"id": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "address": "fa:16:3e:87:7a:2a", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6227-8a", "ovs_interfaceid": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.655766] env[63021]: DEBUG nova.policy [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f21f73f47fb0486fb33d0ab00ac9c1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5601e40923cd49af93f3504fb9f2852c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.704607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c0a8bc-5aae-444c-9d45-eab359c4988c tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.951s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.706129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.290s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.707281] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c202433-f9c5-4f35-9683-a803a7c1bf87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.836485] env[63021]: DEBUG nova.network.neutron [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.881961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.881961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquired lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.881961] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.061229] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282015, 'name': Rename_Task, 'duration_secs': 0.422254} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.062026] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.062297] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b02e3725-21ff-4e5e-a9f1-680a4dcdab4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.068957] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.076380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.078980] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076889} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.079258] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.081326] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7370c24-4dbf-406e-b142-6516a79964a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.085950] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 598.085950] env[63021]: value = "task-4282018" [ 598.085950] env[63021]: _type = "Task" [ 598.085950] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.099791] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.106178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.106378] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Instance network_info: |[{"id": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "address": "fa:16:3e:87:7a:2a", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6227-8a", "ovs_interfaceid": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.116267] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c/cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.117128] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251d6227-8a75-4c9b-8cc6-a01cc6e7f402', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.125186] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Creating folder: Project (57608bb35e3d4f31b686b08b58e673e5). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.125525] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ef3f26-2051-4927-b753-c9760789b17f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.153996] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598aab45-feec-4a05-b28c-8c38a2364f3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.156957] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.161809] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 85f38a11-9eec-4cfc-b7e9-a10660b797c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.161934] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e56bf6cf-788c-4ce1-b149-d8356b98758d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163125] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance c92a681f-0102-46a1-80e0-8908793c63d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163125] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 53027197-00a7-4d30-8020-32d98d5708c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 598.163125] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e0c137c2-6f96-400f-9a9a-8d413f6826b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163125] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5c62c393-d671-4a14-b37f-9ed921c10c0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163342] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8dc97475-ac00-44d3-959b-9fbf4fb73da0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163342] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 351a677f-4485-4803-9404-bf49b0fcb3eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163342] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 18ac9675-0d95-4ebd-99ac-a42963f7364c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163342] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163471] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163471] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8fcb5956-5bc0-4e0f-8607-9e73db055dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163471] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e932f8bc-85e5-4252-9a06-fa0f2c19db2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.163471] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance c3b0f84a-c43e-474e-9d84-d6b2b912aab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.166410] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 598.166410] env[63021]: value = "task-4282020" [ 598.166410] env[63021]: _type = "Task" [ 598.166410] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.171897] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Created folder: Project (57608bb35e3d4f31b686b08b58e673e5) in parent group-v843603. [ 598.172103] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Creating folder: Instances. Parent ref: group-v843639. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.172690] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4758d903-b7f9-4731-99be-20ffe9393b42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.181620] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.189184] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Created folder: Instances in parent group-v843639. [ 598.189437] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.190032] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.190032] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6137456e-810f-4e16-a210-fe09073c40e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.208240] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.218060] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.218521] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.218521] env[63021]: value = "task-4282022" [ 598.218521] env[63021]: _type = "Task" [ 598.218521] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.231438] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282022, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.338713] env[63021]: INFO nova.compute.manager [-] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Took 1.91 seconds to deallocate network for instance. [ 598.344384] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Successfully created port: 41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.433969] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.559878] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282016, 'name': ReconfigVM_Task, 'duration_secs': 0.891362} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.560162] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 4e0cbb4d-bd01-4e54-98fa-cbb50c646014/4e0cbb4d-bd01-4e54-98fa-cbb50c646014.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.560835] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-417bca78-c015-446f-b9b6-41f10306d04b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.570053] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 598.570053] env[63021]: value = "task-4282023" [ 598.570053] env[63021]: _type = "Task" [ 598.570053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.580150] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282023, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.598064] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.668385] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance df586205-d082-45c5-b3c9-be0c00ab8f68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 598.686501] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.706647] env[63021]: DEBUG nova.network.neutron [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updating instance_info_cache with network_info: [{"id": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "address": "fa:16:3e:89:bb:14", "network": {"id": "c3499179-e0fb-4603-af2d-98f88f00d959", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-90553018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1f38cf531f94245ab9e66c23c9d8444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e8e06d-55", "ovs_interfaceid": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.733674] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282022, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.736943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.800621] env[63021]: DEBUG nova.compute.manager [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received event network-vif-plugged-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 598.801086] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Acquiring lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.801652] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.801652] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.801652] env[63021]: DEBUG nova.compute.manager [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] No waiting events found dispatching network-vif-plugged-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.802072] env[63021]: WARNING nova.compute.manager [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received unexpected event network-vif-plugged-fd403c04-a16c-46b9-a6f8-e9ed371d0624 for instance with vm_state building and task_state spawning. [ 598.802743] env[63021]: DEBUG nova.compute.manager [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 598.802743] env[63021]: DEBUG nova.compute.manager [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing instance network info cache due to event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 598.802743] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Acquiring lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.802994] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Acquired lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.803130] env[63021]: DEBUG nova.network.neutron [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.848030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.083057] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282023, 'name': Rename_Task, 'duration_secs': 0.273554} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.083379] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.083619] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f06c7e2c-0aab-4d02-b5a6-9b9f144ef4c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.091853] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 599.091853] env[63021]: value = "task-4282024" [ 599.091853] env[63021]: _type = "Task" [ 599.091853] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.095538] env[63021]: DEBUG oslo_vmware.api [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282018, 'name': PowerOnVM_Task, 'duration_secs': 0.82329} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.098695] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.098876] env[63021]: INFO nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Took 12.52 seconds to spawn the instance on the hypervisor. [ 599.099083] env[63021]: DEBUG nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.099852] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1dfde-ed81-4d5e-9159-d9fef32418d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.110381] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.130106] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.174872] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.175308] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.175669] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.176479] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.176479] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.177133] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.177423] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.177898] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.178190] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.178498] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.178957] env[63021]: DEBUG nova.virt.hardware [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.180214] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 599.185025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f08362-040c-4b5d-8649-59a9a6a3d9ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.195390] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282020, 'name': ReconfigVM_Task, 'duration_secs': 0.721525} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.198052] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Reconfigured VM instance instance-0000000b to attach disk [datastore2] cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c/cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.199084] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7dfab29-60a3-4c6d-b03e-d742230648e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.204025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef768974-ce23-4e01-b38d-51bb604ecdc8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.210548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Releasing lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.210851] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Instance network_info: |[{"id": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "address": "fa:16:3e:89:bb:14", "network": {"id": "c3499179-e0fb-4603-af2d-98f88f00d959", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-90553018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1f38cf531f94245ab9e66c23c9d8444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e8e06d-55", "ovs_interfaceid": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.212089] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:bb:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e8e06d-55a7-47c7-a18e-24c1bd819556', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.220406] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Creating folder: Project (e1f38cf531f94245ab9e66c23c9d8444). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.222735] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efb6ecb-a1b9-4823-8f48-95f32bd6ad5a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.224890] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 599.224890] env[63021]: value = "task-4282025" [ 599.224890] env[63021]: _type = "Task" [ 599.224890] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.250288] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282022, 'name': CreateVM_Task, 'duration_secs': 0.631453} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.255053] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.255511] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282025, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.257687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.257941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.258495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.258632] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Created folder: Project (e1f38cf531f94245ab9e66c23c9d8444) in parent group-v843603. [ 599.259269] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Creating folder: Instances. Parent ref: group-v843642. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.260326] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3574c635-5b89-40cf-b6d5-09852a22dbfd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.262231] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1e8fd86-ee1e-4c4b-b386-78a77976df2a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.272865] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 599.272865] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0a6b4-2af0-29a4-7afb-cf5af13668c0" [ 599.272865] env[63021]: _type = "Task" [ 599.272865] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.284034] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0a6b4-2af0-29a4-7afb-cf5af13668c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.285909] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Created folder: Instances in parent group-v843642. [ 599.286192] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.286385] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.286594] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b5c303-3a53-4cb9-9128-55db1b1960d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.311057] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.311057] env[63021]: value = "task-4282028" [ 599.311057] env[63021]: _type = "Task" [ 599.311057] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.322348] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282028, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.548541] env[63021]: DEBUG nova.network.neutron [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updated VIF entry in instance network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.548916] env[63021]: DEBUG nova.network.neutron [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updating instance_info_cache with network_info: [{"id": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "address": "fa:16:3e:c1:81:e7", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd403c04-a1", "ovs_interfaceid": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.608314] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282024, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.630922] env[63021]: INFO nova.compute.manager [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Took 27.88 seconds to build instance. [ 599.688175] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 0577df56-dcb7-4a57-95e7-b1685ffb6ed8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 599.750912] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282025, 'name': Rename_Task, 'duration_secs': 0.202789} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.751547] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.751547] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d26579-e433-449f-bde5-9c6ff4d14512 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.762089] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 599.762089] env[63021]: value = "task-4282029" [ 599.762089] env[63021]: _type = "Task" [ 599.762089] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.772277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.772549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.772773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "e56bf6cf-788c-4ce1-b149-d8356b98758d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.772978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.773178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.776216] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.777161] env[63021]: INFO nova.compute.manager [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Terminating instance [ 599.797324] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0a6b4-2af0-29a4-7afb-cf5af13668c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.797786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.798088] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.798386] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.798577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.798803] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.799146] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ea32d1-b47e-42d2-98a0-9a8480d722cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.809093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "ee7d0293-0472-432e-882b-cd2426e93898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.809340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.817399] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.817615] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.819042] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6070bf6-76de-4171-9dad-363a62d106fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.826286] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282028, 'name': CreateVM_Task, 'duration_secs': 0.460818} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.826405] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.827247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.827474] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.827848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828193] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b28c896-17cd-4733-94b5-380362289f68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.831494] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 599.831494] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52afbe78-ee41-98ad-1d18-c5ad75e96a75" [ 599.831494] env[63021]: _type = "Task" [ 599.831494] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.837166] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 599.837166] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526f4061-3cb5-8565-64f8-1cd453922c16" [ 599.837166] env[63021]: _type = "Task" [ 599.837166] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.844111] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52afbe78-ee41-98ad-1d18-c5ad75e96a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.851298] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526f4061-3cb5-8565-64f8-1cd453922c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.895829] env[63021]: DEBUG nova.compute.manager [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Received event network-vif-plugged-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 599.895829] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Acquiring lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.895829] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.895829] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.895829] env[63021]: DEBUG nova.compute.manager [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] No waiting events found dispatching network-vif-plugged-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.896594] env[63021]: WARNING nova.compute.manager [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Received unexpected event network-vif-plugged-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 for instance with vm_state building and task_state spawning. [ 599.896594] env[63021]: DEBUG nova.compute.manager [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Received event network-changed-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 599.896594] env[63021]: DEBUG nova.compute.manager [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Refreshing instance network info cache due to event network-changed-251d6227-8a75-4c9b-8cc6-a01cc6e7f402. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 599.896594] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Acquiring lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.896594] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Acquired lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.896888] env[63021]: DEBUG nova.network.neutron [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Refreshing network info cache for port 251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.053510] env[63021]: DEBUG oslo_concurrency.lockutils [req-26c4d502-fc08-42a2-8036-422e6572032f req-991d1721-91f5-43ea-b6c8-80be36084630 service nova] Releasing lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.085349] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Successfully updated port: 41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.108520] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282024, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.133537] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e9cec7d7-51d1-4e9b-a609-5b628c65a7c4 tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.396s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.191548] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance ebc928de-0e22-4fba-a2ad-304da3e8351b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 600.275765] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.287565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "refresh_cache-e56bf6cf-788c-4ce1-b149-d8356b98758d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.287818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquired lock "refresh_cache-e56bf6cf-788c-4ce1-b149-d8356b98758d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.288045] env[63021]: DEBUG nova.network.neutron [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.345687] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52afbe78-ee41-98ad-1d18-c5ad75e96a75, 'name': SearchDatastore_Task, 'duration_secs': 0.018369} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.346947] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4fdc7b-182d-405b-a05b-afd8a2a2dc12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.356805] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526f4061-3cb5-8565-64f8-1cd453922c16, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.357511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.357816] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.358242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.361491] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 600.361491] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b33046-accf-64f5-176d-389d3a91492c" [ 600.361491] env[63021]: _type = "Task" [ 600.361491] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.370128] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b33046-accf-64f5-176d-389d3a91492c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.589928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.590087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquired lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.593818] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.613152] env[63021]: DEBUG oslo_vmware.api [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282024, 'name': PowerOnVM_Task, 'duration_secs': 1.116023} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.613410] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.613622] env[63021]: INFO nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Took 11.52 seconds to spawn the instance on the hypervisor. [ 600.613809] env[63021]: DEBUG nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.615748] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a359e-f692-4ae7-9e0e-5064ad1a7bd2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.636440] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.644596] env[63021]: DEBUG nova.network.neutron [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updated VIF entry in instance network info cache for port 251d6227-8a75-4c9b-8cc6-a01cc6e7f402. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.645049] env[63021]: DEBUG nova.network.neutron [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updating instance_info_cache with network_info: [{"id": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "address": "fa:16:3e:87:7a:2a", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6227-8a", "ovs_interfaceid": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.694273] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a2324457-b2cf-4522-a94a-a5a76231aa9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 600.694559] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 600.694723] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=183GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 600.780257] env[63021]: DEBUG oslo_vmware.api [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282029, 'name': PowerOnVM_Task, 'duration_secs': 0.940925} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.780257] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.780257] env[63021]: INFO nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Took 9.13 seconds to spawn the instance on the hypervisor. [ 600.780257] env[63021]: DEBUG nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.781080] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7f6c7-f7c1-43a5-aad6-cdcb3fc7ed4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.828641] env[63021]: DEBUG nova.network.neutron [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.882029] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b33046-accf-64f5-176d-389d3a91492c, 'name': SearchDatastore_Task, 'duration_secs': 0.030617} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.882483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.882762] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8fcb5956-5bc0-4e0f-8607-9e73db055dbd/8fcb5956-5bc0-4e0f-8607-9e73db055dbd.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.883072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.883261] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.883510] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-775c8fef-47fa-473f-82dc-14ae0b7c0a29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.885599] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43943f3-a650-4297-946e-9829e71f9bdd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.896869] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 600.896869] env[63021]: value = "task-4282030" [ 600.896869] env[63021]: _type = "Task" [ 600.896869] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.907124] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.907124] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.909874] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212a2645-c8ae-43d2-9f7e-5d974220c324 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.915330] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.921308] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 600.921308] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527a7821-3f45-cea7-a655-1006b8dc18c7" [ 600.921308] env[63021]: _type = "Task" [ 600.921308] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.934182] env[63021]: DEBUG nova.network.neutron [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.941342] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527a7821-3f45-cea7-a655-1006b8dc18c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.942721] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab31ddca-7eed-4dd4-99e0-5e22dfa752d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.954077] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 600.954077] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae8889-42b3-70cb-b874-a71185d7b0ff" [ 600.954077] env[63021]: _type = "Task" [ 600.954077] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.968414] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae8889-42b3-70cb-b874-a71185d7b0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.139485] env[63021]: INFO nova.compute.manager [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Took 28.05 seconds to build instance. [ 601.148282] env[63021]: DEBUG oslo_concurrency.lockutils [req-7a6117ad-b6d7-4686-8966-d48221b5357a req-31f84bd0-85f3-4184-a09f-0fe699563d08 service nova] Releasing lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.160328] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.164286] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.170274] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da0d2e1-261c-48e1-a884-db300bdb78ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.180743] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8140f170-bfc8-4cd3-a366-866a3433a1cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.219556] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36a391-d697-44e3-9f54-2b5e7caa9102 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.229466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a8dce-7fd9-490f-be86-9c2162831c43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.250584] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.320323] env[63021]: INFO nova.compute.manager [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Took 21.14 seconds to build instance. [ 601.411717] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.414848] env[63021]: DEBUG nova.network.neutron [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Updating instance_info_cache with network_info: [{"id": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "address": "fa:16:3e:58:ee:2c", "network": {"id": "0996daaa-9320-4186-aed6-0cfa97df7654", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1607501333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5601e40923cd49af93f3504fb9f2852c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41798dca-96", "ovs_interfaceid": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.434026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Releasing lock "refresh_cache-e56bf6cf-788c-4ce1-b149-d8356b98758d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.434681] env[63021]: DEBUG nova.compute.manager [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.435094] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.436530] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6387093-13ac-4cdc-b480-20ead16f1ea0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.450669] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.451098] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9b3c0e-f7da-41bb-89ef-96e7dc206963 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.461669] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 601.461669] env[63021]: value = "task-4282031" [ 601.461669] env[63021]: _type = "Task" [ 601.461669] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.465857] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae8889-42b3-70cb-b874-a71185d7b0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.469819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.470425] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e932f8bc-85e5-4252-9a06-fa0f2c19db2e/e932f8bc-85e5-4252-9a06-fa0f2c19db2e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.471487] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4386973-7fe5-4f67-b379-e456d59b4b93 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.481618] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4282031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.483904] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 601.483904] env[63021]: value = "task-4282032" [ 601.483904] env[63021]: _type = "Task" [ 601.483904] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.495224] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.642273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898630dd-c6b4-4587-a4c7-e685c166ae12 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.575s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.778709] env[63021]: ERROR nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [req-23e568ea-fa4d-48b6-8943-7933f9563473] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23e568ea-fa4d-48b6-8943-7933f9563473"}]} [ 601.783158] env[63021]: DEBUG nova.compute.manager [None req-75cbe209-55ed-4b1f-8913-1934c4dc76e9 tempest-ServerDiagnosticsTest-92457598 tempest-ServerDiagnosticsTest-92457598-project-admin] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.786253] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8def3-a550-4e7d-a75a-a75ad6b83753 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.792832] env[63021]: INFO nova.compute.manager [None req-75cbe209-55ed-4b1f-8913-1934c4dc76e9 tempest-ServerDiagnosticsTest-92457598 tempest-ServerDiagnosticsTest-92457598-project-admin] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Retrieving diagnostics [ 601.793791] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f225b-5682-4adc-9e70-8ff6a62b33f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.827121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2b9828c5-50c0-48a8-b0e3-df7252834aec tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.525s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.829761] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 601.852061] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 601.852497] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.869726] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 601.896202] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 601.912071] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659531} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.912427] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8fcb5956-5bc0-4e0f-8607-9e73db055dbd/8fcb5956-5bc0-4e0f-8607-9e73db055dbd.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.912647] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.912920] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58ffa949-2dc3-4e40-a6ff-acbb2cce8bc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.917896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Releasing lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.918276] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Instance network_info: |[{"id": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "address": "fa:16:3e:58:ee:2c", "network": {"id": "0996daaa-9320-4186-aed6-0cfa97df7654", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1607501333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5601e40923cd49af93f3504fb9f2852c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41798dca-96", "ovs_interfaceid": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.918687] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ee:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41798dca-967d-4a7b-829d-fdcd3cc36a6f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.927289] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Creating folder: Project (5601e40923cd49af93f3504fb9f2852c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.932134] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba8c63ed-737f-4528-9deb-52a25eb9ad9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.934368] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 601.934368] env[63021]: value = "task-4282033" [ 601.934368] env[63021]: _type = "Task" [ 601.934368] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.953813] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.953813] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Created folder: Project (5601e40923cd49af93f3504fb9f2852c) in parent group-v843603. [ 601.954366] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Creating folder: Instances. Parent ref: group-v843645. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.954366] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d10b223-9452-48ab-94c7-92ab90ef928d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.972449] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Created folder: Instances in parent group-v843645. [ 601.972449] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.975561] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.975561] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73147aea-be1b-4ebb-a1b6-7914ab068293 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.996253] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4282031, 'name': PowerOffVM_Task, 'duration_secs': 0.248517} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.000161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.000348] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.000629] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdbd4f4c-b3e3-47cd-a2de-8848924a9ffb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.009031] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.010720] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.010720] env[63021]: value = "task-4282036" [ 602.010720] env[63021]: _type = "Task" [ 602.010720] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.024759] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282036, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.048208] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.048428] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.048607] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleting the datastore file [datastore2] e56bf6cf-788c-4ce1-b149-d8356b98758d {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.048882] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cadbfe33-43d3-4895-b7b7-a06a784464d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.060249] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for the task: (returnval){ [ 602.060249] env[63021]: value = "task-4282038" [ 602.060249] env[63021]: _type = "Task" [ 602.060249] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.075162] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4282038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.146055] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.316833] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a3af6-8c27-40b2-a9b2-d2654cdb1239 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.328963] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ee4168-f69d-4507-8e44-b8c77fb923af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.365627] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e3ccbd-9d38-4d42-a93a-4055a31a2e28 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.376535] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015851d9-1e8b-4922-98c9-ca491c03f45f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.398028] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.444942] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09787} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.445229] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.446059] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c0796-ba43-4606-b3e6-8919d3e0d5e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.471053] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 8fcb5956-5bc0-4e0f-8607-9e73db055dbd/8fcb5956-5bc0-4e0f-8607-9e73db055dbd.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.471805] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93781212-7e39-4e41-8ffa-e3b9ecec9b0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.494686] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 602.494686] env[63021]: value = "task-4282039" [ 602.494686] env[63021]: _type = "Task" [ 602.494686] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.509190] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735264} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.512883] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e932f8bc-85e5-4252-9a06-fa0f2c19db2e/e932f8bc-85e5-4252-9a06-fa0f2c19db2e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.513132] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.513697] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.513830] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee131665-694b-4aed-a80c-f16ca83fa412 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.526850] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282036, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.528625] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 602.528625] env[63021]: value = "task-4282040" [ 602.528625] env[63021]: _type = "Task" [ 602.528625] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.541139] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.570911] env[63021]: DEBUG oslo_vmware.api [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Task: {'id': task-4282038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43298} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.571166] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.571324] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.571531] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.571736] env[63021]: INFO nova.compute.manager [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 602.572015] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.572231] env[63021]: DEBUG nova.compute.manager [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.572331] env[63021]: DEBUG nova.network.neutron [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.616965] env[63021]: DEBUG nova.network.neutron [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.679338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.866821] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Received event network-vif-plugged-62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 602.866821] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquiring lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.869503] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.869503] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.869503] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] No waiting events found dispatching network-vif-plugged-62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.869503] env[63021]: WARNING nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Received unexpected event network-vif-plugged-62e8e06d-55a7-47c7-a18e-24c1bd819556 for instance with vm_state building and task_state spawning. [ 602.869503] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Received event network-changed-62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 602.870980] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Refreshing instance network info cache due to event network-changed-62e8e06d-55a7-47c7-a18e-24c1bd819556. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 602.870980] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquiring lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.870980] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquired lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.870980] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Refreshing network info cache for port 62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.949022] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 602.949022] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 25 to 26 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.949022] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.008594] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.024466] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282036, 'name': CreateVM_Task, 'duration_secs': 0.791537} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.024638] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.025448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.026166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.026166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.026322] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4524d4-0722-4568-87a2-4c98b9faa7af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.034375] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 603.034375] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc52bc-d81e-6c16-99b4-50b3380e1775" [ 603.034375] env[63021]: _type = "Task" [ 603.034375] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.043073] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146866} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.043363] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.044527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd8e67-8fd2-4574-8732-d2539cbbe95b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.053135] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc52bc-d81e-6c16-99b4-50b3380e1775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.081865] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] e932f8bc-85e5-4252-9a06-fa0f2c19db2e/e932f8bc-85e5-4252-9a06-fa0f2c19db2e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.082701] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724157e6-55e1-493a-bd20-f40b9091a356 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.107594] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 603.107594] env[63021]: value = "task-4282041" [ 603.107594] env[63021]: _type = "Task" [ 603.107594] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.121947] env[63021]: DEBUG nova.network.neutron [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.123258] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.457446] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 603.457746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.385s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.458224] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.015s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.460082] env[63021]: INFO nova.compute.claims [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.462775] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.463444] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Getting list of instances from cluster (obj){ [ 603.463444] env[63021]: value = "domain-c8" [ 603.463444] env[63021]: _type = "ClusterComputeResource" [ 603.463444] env[63021]: } {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.467169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f3f775-fcbe-42b2-bd1b-679a0bc937f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.491715] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Got total of 11 instances {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.510378] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282039, 'name': ReconfigVM_Task, 'duration_secs': 0.629506} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.511026] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 8fcb5956-5bc0-4e0f-8607-9e73db055dbd/8fcb5956-5bc0-4e0f-8607-9e73db055dbd.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.511994] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a250fbfc-d480-4b54-b4d3-4a9fd0838653 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.522926] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 603.522926] env[63021]: value = "task-4282042" [ 603.522926] env[63021]: _type = "Task" [ 603.522926] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.533831] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282042, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.548654] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc52bc-d81e-6c16-99b4-50b3380e1775, 'name': SearchDatastore_Task, 'duration_secs': 0.04478} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.550308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.550696] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.551024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.551127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.551334] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.552597] env[63021]: DEBUG nova.compute.manager [req-c479be4d-c340-496c-a94c-8ede48772ec8 req-60d72824-6902-482d-a87f-c53c2f11a140 service nova] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Received event network-vif-deleted-e038b344-b578-4e31-867d-0e2aa922d611 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 603.553499] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89779649-6c56-49c5-994c-dd2ddea2361a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.566883] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.567025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.567772] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61c1009-986b-4ee8-8fe6-c8dfe63b54c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.576768] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 603.576768] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ce8ba2-36c6-988d-7503-eabfe11836d6" [ 603.576768] env[63021]: _type = "Task" [ 603.576768] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.590138] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ce8ba2-36c6-988d-7503-eabfe11836d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.621729] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.627451] env[63021]: INFO nova.compute.manager [-] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Took 1.05 seconds to deallocate network for instance. [ 603.651148] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updated VIF entry in instance network info cache for port 62e8e06d-55a7-47c7-a18e-24c1bd819556. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.651643] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updating instance_info_cache with network_info: [{"id": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "address": "fa:16:3e:89:bb:14", "network": {"id": "c3499179-e0fb-4603-af2d-98f88f00d959", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-90553018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1f38cf531f94245ab9e66c23c9d8444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e8e06d-55", "ovs_interfaceid": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.035724] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282042, 'name': Rename_Task, 'duration_secs': 0.259889} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.036011] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.036287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6807bdfd-9f20-4664-8dad-a317bfe106e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.045398] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 604.045398] env[63021]: value = "task-4282043" [ 604.045398] env[63021]: _type = "Task" [ 604.045398] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.055849] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.093696] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ce8ba2-36c6-988d-7503-eabfe11836d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.094813] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a59c526-5b84-4157-a54c-ebd1fdc3f523 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.102378] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 604.102378] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52589f73-b351-6138-16ae-cf77db3ad0a5" [ 604.102378] env[63021]: _type = "Task" [ 604.102378] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.116932] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52589f73-b351-6138-16ae-cf77db3ad0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.123928] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282041, 'name': ReconfigVM_Task, 'duration_secs': 0.665582} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.124273] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] e932f8bc-85e5-4252-9a06-fa0f2c19db2e/e932f8bc-85e5-4252-9a06-fa0f2c19db2e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.125047] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13f0d15-f9bf-456f-afc5-56492051040b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.133325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.135527] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 604.135527] env[63021]: value = "task-4282044" [ 604.135527] env[63021]: _type = "Task" [ 604.135527] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.153749] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282044, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.155237] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Releasing lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.155237] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Received event network-vif-plugged-41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 604.155237] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquiring lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.155237] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.155237] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.155506] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] No waiting events found dispatching network-vif-plugged-41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.155559] env[63021]: WARNING nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Received unexpected event network-vif-plugged-41798dca-967d-4a7b-829d-fdcd3cc36a6f for instance with vm_state building and task_state spawning. [ 604.158176] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Received event network-changed-41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 604.158176] env[63021]: DEBUG nova.compute.manager [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Refreshing instance network info cache due to event network-changed-41798dca-967d-4a7b-829d-fdcd3cc36a6f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 604.158176] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquiring lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.158176] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Acquired lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.158176] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Refreshing network info cache for port 41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.346421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "351a677f-4485-4803-9404-bf49b0fcb3eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.346939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.347172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.347491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.347900] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.350595] env[63021]: INFO nova.compute.manager [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Terminating instance [ 604.560285] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.614819] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52589f73-b351-6138-16ae-cf77db3ad0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017323} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.615035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.615330] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c3b0f84a-c43e-474e-9d84-d6b2b912aab1/c3b0f84a-c43e-474e-9d84-d6b2b912aab1.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.615655] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6207b00e-d2b1-48b9-9ad7-e225f802489c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.635442] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 604.635442] env[63021]: value = "task-4282045" [ 604.635442] env[63021]: _type = "Task" [ 604.635442] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.648465] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.654937] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282044, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.705977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "1a267cc6-b428-4d9e-84d8-c72462578458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.708973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.868191] env[63021]: DEBUG nova.compute.manager [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.868538] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.870512] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518c8c8-fe0b-4f25-bc22-f70218fc4d4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.885606] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.885885] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66329c9a-d419-4686-aeb4-c25814cc5d94 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.892732] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313231ce-9eb8-4fff-90f8-6f9a459289fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.897234] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 604.897234] env[63021]: value = "task-4282046" [ 604.897234] env[63021]: _type = "Task" [ 604.897234] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.905830] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff05b28-6a5a-4b36-9204-7221abdba375 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.913369] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.944398] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769d78cf-cfab-481d-97ea-49b24582ac54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.952897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef169e83-2a28-4ad1-837c-1630d10fa17c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.968751] env[63021]: DEBUG nova.compute.provider_tree [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.057679] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.151932] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.155647] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282044, 'name': Rename_Task, 'duration_secs': 0.854705} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.156036] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.156353] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e51a54-e510-4a30-afd9-e8d2929d9116 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.164898] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 605.164898] env[63021]: value = "task-4282047" [ 605.164898] env[63021]: _type = "Task" [ 605.164898] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.180761] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.215574] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.293974] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Updated VIF entry in instance network info cache for port 41798dca-967d-4a7b-829d-fdcd3cc36a6f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.294457] env[63021]: DEBUG nova.network.neutron [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Updating instance_info_cache with network_info: [{"id": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "address": "fa:16:3e:58:ee:2c", "network": {"id": "0996daaa-9320-4186-aed6-0cfa97df7654", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1607501333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5601e40923cd49af93f3504fb9f2852c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41798dca-96", "ovs_interfaceid": "41798dca-967d-4a7b-829d-fdcd3cc36a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.411068] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282046, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.471926] env[63021]: DEBUG nova.scheduler.client.report [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.563858] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.652065] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812086} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.652377] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c3b0f84a-c43e-474e-9d84-d6b2b912aab1/c3b0f84a-c43e-474e-9d84-d6b2b912aab1.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.652707] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.654039] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08bbe29-ebb2-4b2e-823c-645b1dedadcc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.667627] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 605.667627] env[63021]: value = "task-4282048" [ 605.667627] env[63021]: _type = "Task" [ 605.667627] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.686437] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.689994] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.744366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.798294] env[63021]: DEBUG oslo_concurrency.lockutils [req-d61c6753-6b14-44fb-986e-0858517774f6 req-cd119479-1e61-4994-9556-b9f48c7ce46c service nova] Releasing lock "refresh_cache-c3b0f84a-c43e-474e-9d84-d6b2b912aab1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.908590] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282046, 'name': PowerOffVM_Task, 'duration_secs': 0.544571} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.908890] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.911106] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.911106] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385e29eb-e56e-47fb-951f-9d5aab41e742 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.979480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.979480] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.983405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.765s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.983405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.986298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.040s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.989374] env[63021]: INFO nova.compute.claims [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.998019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.998019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.998019] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Deleting the datastore file [datastore2] 351a677f-4485-4803-9404-bf49b0fcb3eb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.998019] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37cc513-ac31-4804-ae77-1c2bbf826338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.005510] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for the task: (returnval){ [ 606.005510] env[63021]: value = "task-4282050" [ 606.005510] env[63021]: _type = "Task" [ 606.005510] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.014108] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.030733] env[63021]: INFO nova.scheduler.client.report [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Deleted allocations for instance 53027197-00a7-4d30-8020-32d98d5708c6 [ 606.060481] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.179014] env[63021]: DEBUG oslo_vmware.api [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282047, 'name': PowerOnVM_Task, 'duration_secs': 0.960445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.182884] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.183163] env[63021]: INFO nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Took 9.61 seconds to spawn the instance on the hypervisor. [ 606.183363] env[63021]: DEBUG nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.184405] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbd653-49b6-4a29-a5dc-4cabb8604706 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.193213] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179607} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.193507] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.194483] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3781be05-5c63-4e1e-9537-fc9062917f55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.226753] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] c3b0f84a-c43e-474e-9d84-d6b2b912aab1/c3b0f84a-c43e-474e-9d84-d6b2b912aab1.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.226958] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5936ce9e-b0ad-4f88-ab69-0b6be51f56df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.243912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.244354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.244449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.245032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.245032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.249089] env[63021]: INFO nova.compute.manager [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Terminating instance [ 606.253143] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 606.253143] env[63021]: value = "task-4282051" [ 606.253143] env[63021]: _type = "Task" [ 606.253143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.265273] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.500128] env[63021]: DEBUG nova.compute.utils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.506278] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.506278] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.516472] env[63021]: DEBUG oslo_vmware.api [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Task: {'id': task-4282050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.517192] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.517192] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.517192] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.517390] env[63021]: INFO nova.compute.manager [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 606.517606] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.518028] env[63021]: DEBUG nova.compute.manager [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.518108] env[63021]: DEBUG nova.network.neutron [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.547689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5fb65518-0ba5-481e-bb3d-baf5324f319e tempest-DeleteServersAdminTestJSON-1022743666 tempest-DeleteServersAdminTestJSON-1022743666-project-admin] Lock "53027197-00a7-4d30-8020-32d98d5708c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.063s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.558548] env[63021]: DEBUG oslo_vmware.api [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282043, 'name': PowerOnVM_Task, 'duration_secs': 2.497867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.561524] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.561524] env[63021]: INFO nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Took 12.45 seconds to spawn the instance on the hypervisor. [ 606.561524] env[63021]: DEBUG nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.561524] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e316028-269e-4a49-acfd-afbb9b4ce3d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.610291] env[63021]: DEBUG nova.policy [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b08c30524f3455594a96754ac63019c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7f4db017a024464845902be701f3dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.710484] env[63021]: INFO nova.compute.manager [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Took 20.67 seconds to build instance. [ 606.752870] env[63021]: DEBUG nova.compute.manager [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Received event network-changed-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 606.753103] env[63021]: DEBUG nova.compute.manager [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Refreshing instance network info cache due to event network-changed-028ed35d-701a-4fc6-be3b-31fcdb71dcf1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 606.753307] env[63021]: DEBUG oslo_concurrency.lockutils [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] Acquiring lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.753572] env[63021]: DEBUG oslo_concurrency.lockutils [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] Acquired lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.753660] env[63021]: DEBUG nova.network.neutron [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Refreshing network info cache for port 028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.755482] env[63021]: DEBUG nova.compute.manager [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.755682] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.756773] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958b1d9-30fa-41ab-a715-9f44ec44bf2e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.769785] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.772091] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.772375] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a65150e-a533-45af-961d-d785ebbd8e2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.782191] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 606.782191] env[63021]: value = "task-4282052" [ 606.782191] env[63021]: _type = "Task" [ 606.782191] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.791569] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.938171] env[63021]: DEBUG nova.compute.manager [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Received event network-changed-f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 606.938171] env[63021]: DEBUG nova.compute.manager [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Refreshing instance network info cache due to event network-changed-f3c562db-e980-4d13-b8d5-edd035642f76. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 606.938171] env[63021]: DEBUG oslo_concurrency.lockutils [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] Acquiring lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938171] env[63021]: DEBUG oslo_concurrency.lockutils [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] Acquired lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938482] env[63021]: DEBUG nova.network.neutron [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Refreshing network info cache for port f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.006845] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.089825] env[63021]: INFO nova.compute.manager [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Took 24.26 seconds to build instance. [ 607.213330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6c8bf34-f97a-47ce-95b4-f587a17fcef8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.183s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.270260] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282051, 'name': ReconfigVM_Task, 'duration_secs': 0.710087} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.273134] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Reconfigured VM instance instance-0000000e to attach disk [datastore2] c3b0f84a-c43e-474e-9d84-d6b2b912aab1/c3b0f84a-c43e-474e-9d84-d6b2b912aab1.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.274745] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ebab14b-6161-4bcf-bf25-9dfb88a98398 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.282247] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 607.282247] env[63021]: value = "task-4282053" [ 607.282247] env[63021]: _type = "Task" [ 607.282247] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.298889] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282053, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.302879] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282052, 'name': PowerOffVM_Task, 'duration_secs': 0.229253} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.302879] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.303121] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.303361] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b26acd-bd89-40a7-8115-8f09ce0d05c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.402704] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.402959] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.404104] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Deleting the datastore file [datastore2] 18ac9675-0d95-4ebd-99ac-a42963f7364c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.404104] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd7e1f9-b6bc-4ce3-aa2c-4d418b1c6066 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.411167] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for the task: (returnval){ [ 607.411167] env[63021]: value = "task-4282055" [ 607.411167] env[63021]: _type = "Task" [ 607.411167] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.424395] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.426720] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Successfully created port: d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.444537] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fec09d-5e1c-42dd-88ba-ad2b12c3eb1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.454360] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992ba584-30e7-4fd3-aa86-977b0e4efbc9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.488337] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58284f-0868-4e35-9b17-73adc1e0ed15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.496525] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e389c-42de-4285-836d-688dedd9b9de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.512075] env[63021]: DEBUG nova.compute.provider_tree [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.593043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0c92f2b-e514-46c5-908f-bb64b7880eba tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.779s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.765353] env[63021]: DEBUG nova.network.neutron [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.772581] env[63021]: DEBUG nova.network.neutron [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updated VIF entry in instance network info cache for port 028ed35d-701a-4fc6-be3b-31fcdb71dcf1. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.773224] env[63021]: DEBUG nova.network.neutron [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updating instance_info_cache with network_info: [{"id": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "address": "fa:16:3e:27:7f:a8", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028ed35d-70", "ovs_interfaceid": "028ed35d-701a-4fc6-be3b-31fcdb71dcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.796182] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282053, 'name': Rename_Task, 'duration_secs': 0.185128} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.797505] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.797691] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a1399d-ffee-416d-91b9-4c1a5421a9bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.806104] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 607.806104] env[63021]: value = "task-4282056" [ 607.806104] env[63021]: _type = "Task" [ 607.806104] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.815469] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.924197] env[63021]: DEBUG oslo_vmware.api [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Task: {'id': task-4282055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409878} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.925070] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.925070] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.925070] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.925070] env[63021]: INFO nova.compute.manager [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 607.925419] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.925554] env[63021]: DEBUG nova.compute.manager [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.925733] env[63021]: DEBUG nova.network.neutron [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.015430] env[63021]: DEBUG nova.scheduler.client.report [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.023843] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.061645] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.061645] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.061645] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.062805] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.062805] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.062805] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.063031] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.063200] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.063900] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.064289] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.064390] env[63021]: DEBUG nova.virt.hardware [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.066481] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5570552-d90c-4666-a685-ba6704a4cc84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.078221] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92078a99-3122-4eca-8893-936ad59fdecc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.269304] env[63021]: INFO nova.compute.manager [-] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Took 1.75 seconds to deallocate network for instance. [ 608.276413] env[63021]: DEBUG oslo_concurrency.lockutils [req-2f603e63-0f42-48db-a82b-8f4b38396cb3 req-6c373f9d-e321-4605-b9e0-6be0881a119b service nova] Releasing lock "refresh_cache-8dc97475-ac00-44d3-959b-9fbf4fb73da0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.279648] env[63021]: DEBUG nova.network.neutron [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updated VIF entry in instance network info cache for port f3c562db-e980-4d13-b8d5-edd035642f76. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.280488] env[63021]: DEBUG nova.network.neutron [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updating instance_info_cache with network_info: [{"id": "f3c562db-e980-4d13-b8d5-edd035642f76", "address": "fa:16:3e:12:3b:16", "network": {"id": "15c61c31-1141-42a1-9480-312989e2f337", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-326620549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0698d9b7bbe34dfcad27526f29f4c86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c562db-e9", "ovs_interfaceid": "f3c562db-e980-4d13-b8d5-edd035642f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.318170] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.526657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.527134] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.537488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.460s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.543621] env[63021]: INFO nova.compute.claims [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.777193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.782526] env[63021]: DEBUG oslo_concurrency.lockutils [req-df959efe-f7ae-4f4b-8df7-1ef69ac3ae17 req-772801e2-3b69-491d-8741-596f8fe9e38f service nova] Releasing lock "refresh_cache-4e0cbb4d-bd01-4e54-98fa-cbb50c646014" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.818988] env[63021]: DEBUG oslo_vmware.api [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282056, 'name': PowerOnVM_Task, 'duration_secs': 0.606709} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.819287] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.819503] env[63021]: INFO nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Took 9.69 seconds to spawn the instance on the hypervisor. [ 608.819681] env[63021]: DEBUG nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.820540] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f1304-3436-4502-8d18-1e66300744e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.054028] env[63021]: DEBUG nova.compute.utils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.061569] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.062278] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.066465] env[63021]: DEBUG nova.network.neutron [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.243296] env[63021]: DEBUG nova.policy [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '198127d536f54d70bcbdff91198eb7f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe5487d5657b44f5b2c6c5f1099d7abc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.246869] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.246869] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.360262] env[63021]: INFO nova.compute.manager [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Took 22.04 seconds to build instance. [ 609.558184] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.569470] env[63021]: INFO nova.compute.manager [-] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Took 1.64 seconds to deallocate network for instance. [ 609.749197] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.869628] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47387694-0bc7-4401-bcd5-bf932c5219c7 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.564s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.976886] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b7089-9641-42b4-8836-0cd4df520172 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.985644] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5951ef-517d-45b6-81fe-bffbdc9616e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.021802] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e89b4b-3e55-4020-9427-830e6bb911b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.032729] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11a2c4-8d81-4ebf-a138-52116cf5dd2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.037478] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Successfully updated port: d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.047057] env[63021]: DEBUG nova.compute.provider_tree [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.067570] env[63021]: INFO nova.virt.block_device [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Booting with volume 1f196b27-f06d-4d6e-95a1-fbb93be9fbea at /dev/sda [ 610.090551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.147020] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4438431-7577-401a-9c82-1a9e1dd0a875 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.158280] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f98dfe-2fcd-4426-9ff3-6340df190f97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.191543] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f8430b-9a0c-41ad-934d-903f612e9c56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.201241] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8cd9bb-0733-4154-a2d1-3fe8bc21fafa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.238501] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4506bd9-4d99-4392-b5bf-5881c0eda4d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.246047] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa7e002-055f-4dae-ba9f-d5886db5f962 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.264408] env[63021]: DEBUG nova.virt.block_device [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating existing volume attachment record: 2ac0752b-0ad2-48e9-b8bf-8843fcb9f7d5 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 610.288640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.540870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.540870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.541015] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.550977] env[63021]: DEBUG nova.scheduler.client.report [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.580973] env[63021]: DEBUG nova.compute.manager [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 610.583733] env[63021]: DEBUG nova.compute.manager [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing instance network info cache due to event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 610.583733] env[63021]: DEBUG oslo_concurrency.lockutils [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] Acquiring lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.583733] env[63021]: DEBUG oslo_concurrency.lockutils [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] Acquired lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.583733] env[63021]: DEBUG nova.network.neutron [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.772218] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Successfully created port: a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.061643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.062129] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.065931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.329s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.068151] env[63021]: INFO nova.compute.claims [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.073841] env[63021]: DEBUG nova.compute.manager [req-bbbf2275-0817-4bbe-8c7e-ae3058448928 req-fb7bbcc4-3240-48e6-97d9-29daee4b4323 service nova] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Received event network-vif-deleted-ab9e93fc-cc78-44bd-a8cf-713a8b05475b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 611.259437] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.572709] env[63021]: DEBUG nova.compute.utils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.574020] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.574207] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.709367] env[63021]: DEBUG nova.network.neutron [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [{"id": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "address": "fa:16:3e:c6:d7:1f", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02c6387-f8", "ovs_interfaceid": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.725215] env[63021]: DEBUG nova.policy [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8115181390364b7e8df12ddc83714364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37349317eccb43eabc40e9ec5152701f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.894775] env[63021]: DEBUG nova.network.neutron [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updated VIF entry in instance network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.897251] env[63021]: DEBUG nova.network.neutron [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updating instance_info_cache with network_info: [{"id": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "address": "fa:16:3e:c1:81:e7", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd403c04-a1", "ovs_interfaceid": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.078017] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.212989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.212989] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance network_info: |[{"id": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "address": "fa:16:3e:c6:d7:1f", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02c6387-f8", "ovs_interfaceid": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.214085] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd02c6387-f8d9-4a2a-a22e-9250aee2b499', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.222991] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.226493] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.226895] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0045d2da-1b69-4133-9f35-dc6389c3c579 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.253187] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.253187] env[63021]: value = "task-4282057" [ 612.253187] env[63021]: _type = "Task" [ 612.253187] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.263692] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282057, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.402416] env[63021]: DEBUG oslo_concurrency.lockutils [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] Releasing lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.402416] env[63021]: DEBUG nova.compute.manager [req-0e15cd57-2625-4ff7-aeae-33463eec36ee req-a5b666df-eedd-48fb-9cd2-610a13535a3e service nova] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Received event network-vif-deleted-4bf2f744-8a93-4557-9e12-0e855756f7fc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 612.443221] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.443221] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.443221] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.443221] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.443592] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.443592] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.443592] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.443592] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.443592] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.443777] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.443777] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.444812] env[63021]: DEBUG nova.virt.hardware [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.449697] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214087b1-8bd4-46f5-8349-56a9674a0297 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.461225] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d849fe-c4be-4158-9300-ca3d1f113b07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.547402] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832c1a6-b8cf-4f60-ab4b-9522ade23290 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555589] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efebbbd-5370-4818-9f3b-c9e502c382b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.560544] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Successfully created port: 8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.592631] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08e399-8ca5-45d4-bea3-063ac5535ba9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.600104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7320e31f-b2ff-4b86-84fe-f0210af0684b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.615950] env[63021]: DEBUG nova.compute.provider_tree [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.762460] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282057, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.098019] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.119991] env[63021]: DEBUG nova.scheduler.client.report [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.149796] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.149796] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.150357] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.150357] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.150357] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.150790] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.150790] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.150790] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.151134] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.151231] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.151416] env[63021]: DEBUG nova.virt.hardware [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.156010] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50c75f-b02b-4143-92cb-ee7ae272f525 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.164243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66011317-5539-4054-9cce-de650865dcb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.263262] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282057, 'name': CreateVM_Task, 'duration_secs': 0.77262} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.263468] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.264156] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.264670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.264953] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69f0e5b-79a1-4dd2-b5ba-9c15582952e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.270232] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 613.270232] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0410e-2291-3a46-bd6f-70cd862be8d8" [ 613.270232] env[63021]: _type = "Task" [ 613.270232] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.277437] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0410e-2291-3a46-bd6f-70cd862be8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.471185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.471560] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.471744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.471854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.472045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.475345] env[63021]: INFO nova.compute.manager [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Terminating instance [ 613.628182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.629155] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.634243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.786s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.635557] env[63021]: DEBUG nova.objects.instance [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lazy-loading 'resources' on Instance uuid c92a681f-0102-46a1-80e0-8908793c63d4 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.782828] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0410e-2291-3a46-bd6f-70cd862be8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.028759} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.783738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.783738] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.783738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.783943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.783943] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.784191] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab9b0ef-5502-4dc9-98c3-f84e53c7fe17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.797096] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.797287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.798180] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f982c0e-665d-4761-8acf-7f9c7265b811 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.803122] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 613.803122] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5253728c-64d0-2350-fab2-7f2cf7476763" [ 613.803122] env[63021]: _type = "Task" [ 613.803122] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.813247] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5253728c-64d0-2350-fab2-7f2cf7476763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.982160] env[63021]: DEBUG nova.compute.manager [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.985018] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.985018] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774cfe2b-95a6-4263-a032-f1d68d57bdd0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.995637] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.995637] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e416215-c13f-476a-8ee9-4fb1e035f83d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.007087] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 614.007087] env[63021]: value = "task-4282058" [ 614.007087] env[63021]: _type = "Task" [ 614.007087] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.017752] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.138809] env[63021]: DEBUG nova.compute.utils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.148502] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 614.206420] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Successfully updated port: a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.319968] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5253728c-64d0-2350-fab2-7f2cf7476763, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.320870] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203ec12f-6c59-4c81-9ee2-2929d6d5a7ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.330607] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 614.330607] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52bbb3c3-5530-dde2-6930-e15d2fb466fd" [ 614.330607] env[63021]: _type = "Task" [ 614.330607] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.347694] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bbb3c3-5530-dde2-6930-e15d2fb466fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.348087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.348445] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] df586205-d082-45c5-b3c9-be0c00ab8f68/df586205-d082-45c5-b3c9-be0c00ab8f68.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.348824] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8422350-5b03-4207-9a95-bc4c1a4500a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.364610] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 614.364610] env[63021]: value = "task-4282059" [ 614.364610] env[63021]: _type = "Task" [ 614.364610] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.373490] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.386224] env[63021]: DEBUG nova.compute.manager [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Received event network-changed-62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 614.386224] env[63021]: DEBUG nova.compute.manager [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Refreshing instance network info cache due to event network-changed-62e8e06d-55a7-47c7-a18e-24c1bd819556. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 614.386224] env[63021]: DEBUG oslo_concurrency.lockutils [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] Acquiring lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.386224] env[63021]: DEBUG oslo_concurrency.lockutils [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] Acquired lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.386224] env[63021]: DEBUG nova.network.neutron [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Refreshing network info cache for port 62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.526072] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282058, 'name': PowerOffVM_Task, 'duration_secs': 0.431922} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.526072] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.526072] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.526574] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366e6b5f-935c-4d47-abbd-f5d1d605a97c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.601613] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.601613] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.601613] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Deleting the datastore file [datastore2] c3b0f84a-c43e-474e-9d84-d6b2b912aab1 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.602130] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1dbca15-bca3-473f-ae0d-160375fab23f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.610988] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for the task: (returnval){ [ 614.610988] env[63021]: value = "task-4282061" [ 614.610988] env[63021]: _type = "Task" [ 614.610988] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.624453] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.626184] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed9eaf-e39a-4f2a-afb0-61be3faaecf0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.636356] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be00553-2157-40c9-994c-f11be9130869 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.674867] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.682459] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b169a-56df-446a-a12e-d6c22b7f44dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.690976] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0397fd-c15c-4956-833a-a651917d3843 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.706915] env[63021]: DEBUG nova.compute.provider_tree [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.710023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.710023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquired lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.710023] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.877140] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.078165] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received event network-vif-plugged-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 615.078595] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.078693] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.078770] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.078986] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] No waiting events found dispatching network-vif-plugged-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.079100] env[63021]: WARNING nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received unexpected event network-vif-plugged-d02c6387-f8d9-4a2a-a22e-9250aee2b499 for instance with vm_state building and task_state spawning. [ 615.079262] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Received event network-changed-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 615.079417] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Refreshing instance network info cache due to event network-changed-251d6227-8a75-4c9b-8cc6-a01cc6e7f402. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 615.079624] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Acquiring lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.079723] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Acquired lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.079874] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Refreshing network info cache for port 251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.130284] env[63021]: DEBUG oslo_vmware.api [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Task: {'id': task-4282061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.132419] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.132419] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.132419] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.132419] env[63021]: INFO nova.compute.manager [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 615.132419] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.132862] env[63021]: DEBUG nova.compute.manager [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.132862] env[63021]: DEBUG nova.network.neutron [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.211901] env[63021]: DEBUG nova.scheduler.client.report [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.317211] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.380919] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561157} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.382016] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] df586205-d082-45c5-b3c9-be0c00ab8f68/df586205-d082-45c5-b3c9-be0c00ab8f68.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.382288] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.382871] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a73ef9be-16a7-4064-aa2a-f85d4733cc7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.394182] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 615.394182] env[63021]: value = "task-4282062" [ 615.394182] env[63021]: _type = "Task" [ 615.394182] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.410643] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.530550] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Successfully updated port: 8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.691579] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.720644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.727800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.560s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.728955] env[63021]: INFO nova.compute.claims [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.733833] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.737445] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.738618] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.738618] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.738618] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.738618] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.739136] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.739136] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.739136] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.739283] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.739457] env[63021]: DEBUG nova.virt.hardware [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.741888] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b9230-f1c9-43f1-bac4-cb5a7aaca03b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.752505] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00a7f1-9ece-4c5f-a338-ad32e30579e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.758922] env[63021]: DEBUG nova.network.neutron [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updated VIF entry in instance network info cache for port 62e8e06d-55a7-47c7-a18e-24c1bd819556. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.759279] env[63021]: DEBUG nova.network.neutron [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updating instance_info_cache with network_info: [{"id": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "address": "fa:16:3e:89:bb:14", "network": {"id": "c3499179-e0fb-4603-af2d-98f88f00d959", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-90553018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1f38cf531f94245ab9e66c23c9d8444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e8e06d-55", "ovs_interfaceid": "62e8e06d-55a7-47c7-a18e-24c1bd819556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.764302] env[63021]: INFO nova.scheduler.client.report [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Deleted allocations for instance c92a681f-0102-46a1-80e0-8908793c63d4 [ 615.776221] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.783664] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Creating folder: Project (5b80e58a1998420d85585e402823aa19). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.787778] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8457516b-ac5f-41e7-bb25-11d840568baa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.800986] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Created folder: Project (5b80e58a1998420d85585e402823aa19) in parent group-v843603. [ 615.801996] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Creating folder: Instances. Parent ref: group-v843649. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.801996] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477596c1-9898-410e-aaf2-07a3ceb64969 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.813787] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Created folder: Instances in parent group-v843649. [ 615.814087] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.814404] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.814542] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beb9a475-a910-45f8-a441-1d9883852134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.842104] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.842104] env[63021]: value = "task-4282065" [ 615.842104] env[63021]: _type = "Task" [ 615.842104] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.854296] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282065, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.909364] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.910589] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.911734] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9eb025-4d1b-47b2-91a0-d2696ab2cb3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.940247] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] df586205-d082-45c5-b3c9-be0c00ab8f68/df586205-d082-45c5-b3c9-be0c00ab8f68.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.940953] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b6f5d5-8faf-40c7-8017-dfb84c2acf21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.971527] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 615.971527] env[63021]: value = "task-4282066" [ 615.971527] env[63021]: _type = "Task" [ 615.971527] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.982277] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.035764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.035924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquired lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.036298] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.072856] env[63021]: DEBUG nova.network.neutron [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating instance_info_cache with network_info: [{"id": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "address": "fa:16:3e:5a:be:38", "network": {"id": "279d2735-e934-4577-ba32-25f7523f5603", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-123763177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5487d5657b44f5b2c6c5f1099d7abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95803c7-4b", "ovs_interfaceid": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.265213] env[63021]: DEBUG oslo_concurrency.lockutils [req-cdb06969-475a-4ed0-9a94-dfdb45b73c25 req-25c9d165-5fa5-4356-b2c8-b67b049e6173 service nova] Releasing lock "refresh_cache-e932f8bc-85e5-4252-9a06-fa0f2c19db2e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.295594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d28596dc-f328-4ba5-9a53-1d0bf42411c4 tempest-TenantUsagesTestJSON-670335680 tempest-TenantUsagesTestJSON-670335680-project-member] Lock "c92a681f-0102-46a1-80e0-8908793c63d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.073s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.362715] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282065, 'name': CreateVM_Task, 'duration_secs': 0.437915} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.363528] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.363993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.364169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.364489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.365443] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cf346c-8cf2-467e-a3a1-c2333ceacfc4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.372014] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 616.372014] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520c7e1a-9c8e-48d9-79bb-ef31b74774db" [ 616.372014] env[63021]: _type = "Task" [ 616.372014] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.381832] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520c7e1a-9c8e-48d9-79bb-ef31b74774db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.401875] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updated VIF entry in instance network info cache for port 251d6227-8a75-4c9b-8cc6-a01cc6e7f402. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.402303] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updating instance_info_cache with network_info: [{"id": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "address": "fa:16:3e:87:7a:2a", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251d6227-8a", "ovs_interfaceid": "251d6227-8a75-4c9b-8cc6-a01cc6e7f402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.486097] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.574666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Releasing lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.576451] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Instance network_info: |[{"id": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "address": "fa:16:3e:5a:be:38", "network": {"id": "279d2735-e934-4577-ba32-25f7523f5603", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-123763177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5487d5657b44f5b2c6c5f1099d7abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95803c7-4b", "ovs_interfaceid": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.576588] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:be:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a95803c7-4b35-4519-afc8-18e81d24b5cc', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.584643] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Creating folder: Project (fe5487d5657b44f5b2c6c5f1099d7abc). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.584898] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c73f7d8-1f96-4e87-aa93-200a7a88a3f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.590238] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.599079] env[63021]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 616.599264] env[63021]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63021) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 616.599867] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Folder already exists: Project (fe5487d5657b44f5b2c6c5f1099d7abc). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 616.600082] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Creating folder: Instances. Parent ref: group-v843604. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.600310] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48bdbca0-5ef6-4424-bd7a-8637a903c848 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.615070] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Created folder: Instances in parent group-v843604. [ 616.615070] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.616664] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.617093] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea3d29f-8e0b-42a2-8ff4-c6a8ee3c57af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.642816] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.642816] env[63021]: value = "task-4282069" [ 616.642816] env[63021]: _type = "Task" [ 616.642816] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.651486] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282069, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.890389] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520c7e1a-9c8e-48d9-79bb-ef31b74774db, 'name': SearchDatastore_Task, 'duration_secs': 0.023417} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.890928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.891547] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.891978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.892663] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.893158] env[63021]: DEBUG nova.network.neutron [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.895336] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff4f0fa0-496e-41ac-8491-c6db4dd597c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.904968] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Releasing lock "refresh_cache-8fcb5956-5bc0-4e0f-8607-9e73db055dbd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905501] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 616.905800] env[63021]: DEBUG nova.compute.manager [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing instance network info cache due to event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 616.907022] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Acquiring lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.907022] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Acquired lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.907022] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing network info cache for port d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.913734] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.914422] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.915330] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdd07e4-fd3f-4667-85a1-59b7c4998e78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.922572] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 616.922572] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f04541-3072-71f5-ef4e-01beaae5f951" [ 616.922572] env[63021]: _type = "Task" [ 616.922572] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.934986] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f04541-3072-71f5-ef4e-01beaae5f951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.968926] env[63021]: DEBUG nova.network.neutron [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Updating instance_info_cache with network_info: [{"id": "8fe95cbe-9472-4c8f-96be-69e76672199c", "address": "fa:16:3e:57:ef:ff", "network": {"id": "974e0ed8-30b9-48f7-9791-a6abf42f2eb0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1823382899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37349317eccb43eabc40e9ec5152701f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe95cbe-94", "ovs_interfaceid": "8fe95cbe-9472-4c8f-96be-69e76672199c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.982371] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282066, 'name': ReconfigVM_Task, 'duration_secs': 0.5627} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.982667] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Reconfigured VM instance instance-0000000f to attach disk [datastore2] df586205-d082-45c5-b3c9-be0c00ab8f68/df586205-d082-45c5-b3c9-be0c00ab8f68.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.983340] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48b76b1-0a84-4b60-afdb-ed6139d11302 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.995022] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 616.995022] env[63021]: value = "task-4282070" [ 616.995022] env[63021]: _type = "Task" [ 616.995022] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.001799] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282070, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.158801] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282069, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.161092] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8a6b7-f892-45bb-aa8a-78dd6f62bd27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.169802] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c5c280-548a-44a2-9bcf-8d8a8ac3b82c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.208254] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a87ffb-99af-4649-bac1-4112df87e3f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.216813] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d0432-9bfa-4354-84b0-1bbe58b15b89 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.231871] env[63021]: DEBUG nova.compute.provider_tree [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.402500] env[63021]: INFO nova.compute.manager [-] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Took 2.27 seconds to deallocate network for instance. [ 617.443999] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f04541-3072-71f5-ef4e-01beaae5f951, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.444815] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7ef010-cfde-4807-8578-182a3047bb90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.452760] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 617.452760] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521dbe45-d858-56aa-dae3-f92f73bcbd17" [ 617.452760] env[63021]: _type = "Task" [ 617.452760] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.461757] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521dbe45-d858-56aa-dae3-f92f73bcbd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.473598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Releasing lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.473960] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Instance network_info: |[{"id": "8fe95cbe-9472-4c8f-96be-69e76672199c", "address": "fa:16:3e:57:ef:ff", "network": {"id": "974e0ed8-30b9-48f7-9791-a6abf42f2eb0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1823382899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37349317eccb43eabc40e9ec5152701f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe95cbe-94", "ovs_interfaceid": "8fe95cbe-9472-4c8f-96be-69e76672199c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.474452] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ef:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fe95cbe-9472-4c8f-96be-69e76672199c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.486926] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Creating folder: Project (37349317eccb43eabc40e9ec5152701f). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.488047] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a91095c-8322-46d3-8662-6dd2f55443c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.500017] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Created folder: Project (37349317eccb43eabc40e9ec5152701f) in parent group-v843603. [ 617.500280] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Creating folder: Instances. Parent ref: group-v843654. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.506026] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73eb129c-8457-4ab2-833e-a34fc19c6ac4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.507806] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282070, 'name': Rename_Task, 'duration_secs': 0.174423} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.508456] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.509342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03da7e54-4fd8-4d05-bf04-674100a92e6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.514507] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 617.514507] env[63021]: value = "task-4282073" [ 617.514507] env[63021]: _type = "Task" [ 617.514507] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.519737] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Created folder: Instances in parent group-v843654. [ 617.519737] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.519997] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.520228] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4e38b02-7758-423b-bd88-7dd58e03feb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.539840] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.544722] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.544722] env[63021]: value = "task-4282074" [ 617.544722] env[63021]: _type = "Task" [ 617.544722] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.552914] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282074, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.560676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.560872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.654635] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282069, 'name': CreateVM_Task, 'duration_secs': 0.526972} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.654821] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.655584] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843613', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'name': 'volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0265b9fd-81d2-49cb-9f6b-3acdd7a221fc', 'attached_at': '', 'detached_at': '', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'serial': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '2ac0752b-0ad2-48e9-b8bf-8843fcb9f7d5', 'volume_type': None}], 'swap': None} {{(pid=63021) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 617.655864] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Root volume attach. Driver type: vmdk {{(pid=63021) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 617.656792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a2bb5-2055-496f-8140-7b4f43992273 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.665581] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f6724-7f6a-4378-85ba-560bd7ab8c87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.672243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a419cc83-29bf-4e13-b4bd-ffa590e9f301 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.679236] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c0d611c-551e-4641-944d-e1feb7b917a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.687409] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 617.687409] env[63021]: value = "task-4282075" [ 617.687409] env[63021]: _type = "Task" [ 617.687409] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.696118] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282075, 'name': RelocateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.734806] env[63021]: DEBUG nova.scheduler.client.report [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.916416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.968268] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521dbe45-d858-56aa-dae3-f92f73bcbd17, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.968553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.968860] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.969174] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b0f530c-64f3-4c19-a267-036ac9d83859 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.980710] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 617.980710] env[63021]: value = "task-4282076" [ 617.980710] env[63021]: _type = "Task" [ 617.980710] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.991317] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.028292] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282073, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.059662] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282074, 'name': CreateVM_Task, 'duration_secs': 0.334028} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.059662] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.059662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.059662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.059662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.059961] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17cfc59-90f6-47a5-befd-458e5f5bcf54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.064738] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.072293] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 618.072293] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52abc1c8-e0a6-657f-848e-15164ae59224" [ 618.072293] env[63021]: _type = "Task" [ 618.072293] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.083858] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52abc1c8-e0a6-657f-848e-15164ae59224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.089220] env[63021]: DEBUG nova.compute.manager [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Received event network-vif-plugged-a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 618.089220] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Acquiring lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.089220] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.089220] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.089220] env[63021]: DEBUG nova.compute.manager [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] No waiting events found dispatching network-vif-plugged-a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.089409] env[63021]: WARNING nova.compute.manager [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Received unexpected event network-vif-plugged-a95803c7-4b35-4519-afc8-18e81d24b5cc for instance with vm_state building and task_state spawning. [ 618.089409] env[63021]: DEBUG nova.compute.manager [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Received event network-changed-a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 618.089409] env[63021]: DEBUG nova.compute.manager [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Refreshing instance network info cache due to event network-changed-a95803c7-4b35-4519-afc8-18e81d24b5cc. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 618.089409] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Acquiring lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.089673] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Acquired lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.089993] env[63021]: DEBUG nova.network.neutron [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Refreshing network info cache for port a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.212455] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282075, 'name': RelocateVM_Task, 'duration_secs': 0.02816} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.212775] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 618.213049] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843613', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'name': 'volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0265b9fd-81d2-49cb-9f6b-3acdd7a221fc', 'attached_at': '', 'detached_at': '', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'serial': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 618.214116] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0273a-fc60-4be1-bbbf-fa57dfcd195f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.232376] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7136dad-c2bb-49df-bf64-975f9c354951 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.250555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.251178] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.266038] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea/volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.268632] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updated VIF entry in instance network info cache for port d02c6387-f8d9-4a2a-a22e-9250aee2b499. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.269138] env[63021]: DEBUG nova.network.neutron [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [{"id": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "address": "fa:16:3e:c6:d7:1f", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02c6387-f8", "ovs_interfaceid": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.270535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.592s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.272217] env[63021]: INFO nova.compute.claims [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.275671] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24426e5c-d494-4fee-b350-6c36a0fa7e4a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.300173] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 618.300173] env[63021]: value = "task-4282077" [ 618.300173] env[63021]: _type = "Task" [ 618.300173] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.314960] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.492664] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514496} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.493080] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.493278] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.493588] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5626e7e0-35a7-47ba-b6d3-9a2d33b9e2df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.503052] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 618.503052] env[63021]: value = "task-4282078" [ 618.503052] env[63021]: _type = "Task" [ 618.503052] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.510815] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.524825] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282073, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.582335] env[63021]: DEBUG nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Received event network-vif-plugged-8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 618.582984] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Acquiring lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.582984] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.583400] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.583400] env[63021]: DEBUG nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] No waiting events found dispatching network-vif-plugged-8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.583614] env[63021]: WARNING nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Received unexpected event network-vif-plugged-8fe95cbe-9472-4c8f-96be-69e76672199c for instance with vm_state building and task_state spawning. [ 618.584097] env[63021]: DEBUG nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Received event network-changed-8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 618.584097] env[63021]: DEBUG nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Refreshing instance network info cache due to event network-changed-8fe95cbe-9472-4c8f-96be-69e76672199c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 618.584320] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Acquiring lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.584528] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Acquired lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.584718] env[63021]: DEBUG nova.network.neutron [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Refreshing network info cache for port 8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.596142] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52abc1c8-e0a6-657f-848e-15164ae59224, 'name': SearchDatastore_Task, 'duration_secs': 0.01762} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.597782] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.598175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.598429] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.599127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.599127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.599333] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.600811] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af948b2-245a-45ca-ac2b-21bc2a1d16d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.612351] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.612488] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.615042] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f174d6a7-5b87-45a0-9d04-d82825f679d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.619060] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 618.619060] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52827b3d-af3f-123a-75f4-7f0503044112" [ 618.619060] env[63021]: _type = "Task" [ 618.619060] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.628484] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52827b3d-af3f-123a-75f4-7f0503044112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.768656] env[63021]: DEBUG nova.compute.utils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.769821] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.769987] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.797365] env[63021]: DEBUG oslo_concurrency.lockutils [req-2fced2dd-1666-4cff-8e14-4364724418ce req-72585272-c781-44c0-a3a7-aec0ee44e5e9 service nova] Releasing lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.813385] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282077, 'name': ReconfigVM_Task, 'duration_secs': 0.424931} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.813385] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea/volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.826937] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b07bef-83ee-4e00-975f-ce15c409677f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.843462] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 618.843462] env[63021]: value = "task-4282079" [ 618.843462] env[63021]: _type = "Task" [ 618.843462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.855962] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.928490] env[63021]: DEBUG nova.policy [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a48a6f511e4914a92176409c04abb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '529abfb738ed4f0fa1a570b118854673', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.012297] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060601} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.012602] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.013466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b45ec-6d79-41ae-a93e-85ce4beb8a6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.040096] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.043587] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cfbc504-b82d-4f10-a692-f05c4179652c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.065545] env[63021]: DEBUG oslo_vmware.api [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282073, 'name': PowerOnVM_Task, 'duration_secs': 1.15923} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.066236] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.066510] env[63021]: INFO nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 11.04 seconds to spawn the instance on the hypervisor. [ 619.066730] env[63021]: DEBUG nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.067532] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d2445-cd6b-4c9c-a391-9fd9a3aed725 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.071411] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 619.071411] env[63021]: value = "task-4282080" [ 619.071411] env[63021]: _type = "Task" [ 619.071411] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.084962] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.130130] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52827b3d-af3f-123a-75f4-7f0503044112, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.135436] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8bc00d-c007-4185-85fd-8bd12106517b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.140504] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 619.140504] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522cfaeb-ff5a-225e-166f-3cfa16c66811" [ 619.140504] env[63021]: _type = "Task" [ 619.140504] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.149795] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522cfaeb-ff5a-225e-166f-3cfa16c66811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.164305] env[63021]: DEBUG nova.network.neutron [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updated VIF entry in instance network info cache for port a95803c7-4b35-4519-afc8-18e81d24b5cc. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.164700] env[63021]: DEBUG nova.network.neutron [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating instance_info_cache with network_info: [{"id": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "address": "fa:16:3e:5a:be:38", "network": {"id": "279d2735-e934-4577-ba32-25f7523f5603", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-123763177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5487d5657b44f5b2c6c5f1099d7abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95803c7-4b", "ovs_interfaceid": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.275213] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.358864] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282079, 'name': ReconfigVM_Task, 'duration_secs': 0.358258} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.362642] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843613', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'name': 'volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0265b9fd-81d2-49cb-9f6b-3acdd7a221fc', 'attached_at': '', 'detached_at': '', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'serial': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 619.363108] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f19abee-1986-442f-a251-bcfd8d212227 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.369466] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 619.369466] env[63021]: value = "task-4282081" [ 619.369466] env[63021]: _type = "Task" [ 619.369466] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.377790] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282081, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.460088] env[63021]: DEBUG nova.network.neutron [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Updated VIF entry in instance network info cache for port 8fe95cbe-9472-4c8f-96be-69e76672199c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.460461] env[63021]: DEBUG nova.network.neutron [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Updating instance_info_cache with network_info: [{"id": "8fe95cbe-9472-4c8f-96be-69e76672199c", "address": "fa:16:3e:57:ef:ff", "network": {"id": "974e0ed8-30b9-48f7-9791-a6abf42f2eb0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1823382899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37349317eccb43eabc40e9ec5152701f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe95cbe-94", "ovs_interfaceid": "8fe95cbe-9472-4c8f-96be-69e76672199c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.576027] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Successfully created port: 11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.591551] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.595446] env[63021]: INFO nova.compute.manager [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 28.17 seconds to build instance. [ 619.654256] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522cfaeb-ff5a-225e-166f-3cfa16c66811, 'name': SearchDatastore_Task, 'duration_secs': 0.029893} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.656030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.656030] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0577df56-dcb7-4a57-95e7-b1685ffb6ed8/0577df56-dcb7-4a57-95e7-b1685ffb6ed8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.656030] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2175bfc-3fe7-4828-8b46-511e2d290d3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.662084] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 619.662084] env[63021]: value = "task-4282082" [ 619.662084] env[63021]: _type = "Task" [ 619.662084] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.667971] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d0d996c-3056-4187-81f6-2331987e6e9b req-36476cbc-9dda-4fcb-bd75-922a840da552 service nova] Releasing lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.675246] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.688953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf7f55d-7a46-460e-b35d-de4c93d40daf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.699683] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06305951-549b-43e6-ac73-c0d7c67e241b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.732163] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89be0dd-4c41-4e57-9a58-7f97ed47a4ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.739913] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6388365f-856b-413d-9143-044eddaa063e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.759471] env[63021]: DEBUG nova.compute.provider_tree [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.880663] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282081, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.970428] env[63021]: DEBUG oslo_concurrency.lockutils [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] Releasing lock "refresh_cache-0577df56-dcb7-4a57-95e7-b1685ffb6ed8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.970804] env[63021]: DEBUG nova.compute.manager [req-5dcdb89f-e31a-4124-be62-5f4f53107353 req-c160c342-63c6-4fc1-8e3a-3d5efcdeb5fc service nova] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Received event network-vif-deleted-41798dca-967d-4a7b-829d-fdcd3cc36a6f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 620.087546] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.100075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8cb8d172-447c-4792-a61d-767b669af476 tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.755s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.171850] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.269342] env[63021]: DEBUG nova.scheduler.client.report [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.282597] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.318344] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.318586] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.318742] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.318920] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.319077] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.319227] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.319435] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.319592] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.319756] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.319914] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.320146] env[63021]: DEBUG nova.virt.hardware [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.321072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcea996-3b72-40af-aabe-57eb0e9028fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.329664] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb134d-2cd8-4beb-8819-75c381cdfea4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.379983] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282081, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.586745] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.674828] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.779503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.780123] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.783905] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.650s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.784230] env[63021]: DEBUG nova.objects.instance [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lazy-loading 'resources' on Instance uuid e56bf6cf-788c-4ce1-b149-d8356b98758d {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.884694] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282081, 'name': Rename_Task, 'duration_secs': 1.303315} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.885137] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.888839] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b0cb15-84ae-4ed8-a591-46328b69e01c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.896909] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 620.896909] env[63021]: value = "task-4282083" [ 620.896909] env[63021]: _type = "Task" [ 620.896909] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.906890] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.093567] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282080, 'name': ReconfigVM_Task, 'duration_secs': 1.621867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.095173] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.095173] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fdc59aa-9720-49f8-b378-433077467e49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.107827] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 621.107827] env[63021]: value = "task-4282084" [ 621.107827] env[63021]: _type = "Task" [ 621.107827] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.116587] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282084, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.176723] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.401494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.177661] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0577df56-dcb7-4a57-95e7-b1685ffb6ed8/0577df56-dcb7-4a57-95e7-b1685ffb6ed8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.177661] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.177830] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c94eedd6-f71c-4f58-ab20-faaf1edac318 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.190191] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 621.190191] env[63021]: value = "task-4282085" [ 621.190191] env[63021]: _type = "Task" [ 621.190191] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.205951] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.288729] env[63021]: DEBUG nova.compute.utils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.294786] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.294953] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.410922] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282083, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.494820] env[63021]: DEBUG nova.policy [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef92331fc02c4ad69e6fb3b7ef757656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d4317e17a0457e8b9bcd2c7a609db4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.619817] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282084, 'name': Rename_Task, 'duration_secs': 0.228977} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.622704] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.623767] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a8b03fa-7139-4f59-a578-40f7553537aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.630895] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 621.630895] env[63021]: value = "task-4282086" [ 621.630895] env[63021]: _type = "Task" [ 621.630895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.647618] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.699648] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072818} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.699956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.701883] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45106c27-a382-41d2-851d-c8b53441e37d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.729323] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0577df56-dcb7-4a57-95e7-b1685ffb6ed8/0577df56-dcb7-4a57-95e7-b1685ffb6ed8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.732291] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294759a5-c5bb-4268-9fc6-b3cb905badf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.753778] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 621.753778] env[63021]: value = "task-4282087" [ 621.753778] env[63021]: _type = "Task" [ 621.753778] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.762273] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.791559] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c82a4-0983-4a98-9c1e-54c443d1594d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.798732] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af005e-b116-4aff-ae58-de9a655d55c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.803186] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.840229] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b8d38-0d05-474c-bdee-d85c3576863b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.849404] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa9fbdb-ced4-4c16-8cb4-1a0ca7720e2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.866293] env[63021]: DEBUG nova.compute.provider_tree [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.913151] env[63021]: DEBUG oslo_vmware.api [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282083, 'name': PowerOnVM_Task, 'duration_secs': 0.971259} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.913493] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.913705] env[63021]: INFO nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Took 9.47 seconds to spawn the instance on the hypervisor. [ 621.913932] env[63021]: DEBUG nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.914787] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc824f-3b13-4bad-8d61-64ce0aeeb105 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.007840] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.008078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.025080] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Successfully updated port: 11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.144553] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282086, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.269050] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282087, 'name': ReconfigVM_Task, 'duration_secs': 0.289581} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.270298] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0577df56-dcb7-4a57-95e7-b1685ffb6ed8/0577df56-dcb7-4a57-95e7-b1685ffb6ed8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.270968] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaef0f8c-0040-4a41-b6b2-77d177a9813f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.279518] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 622.279518] env[63021]: value = "task-4282088" [ 622.279518] env[63021]: _type = "Task" [ 622.279518] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.291874] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282088, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.374789] env[63021]: DEBUG nova.scheduler.client.report [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.394992] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Successfully created port: 58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.439243] env[63021]: INFO nova.compute.manager [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Took 28.52 seconds to build instance. [ 622.511380] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.527938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.528635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.530379] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.644874] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282086, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.793577] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282088, 'name': Rename_Task, 'duration_secs': 0.158295} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.793577] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.793577] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8a7c2b-ee6c-4abb-b817-f4d8265ba96c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.800106] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 622.800106] env[63021]: value = "task-4282089" [ 622.800106] env[63021]: _type = "Task" [ 622.800106] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.807969] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.817764] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.840504] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.841063] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.841063] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.841309] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.841309] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.841520] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.841559] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.842802] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.842802] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.842802] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.842802] env[63021]: DEBUG nova.virt.hardware [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.844106] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8cd69e-c06a-4e5d-bdb0-eb7a8463f55c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.852647] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e2bccd-44f3-43b7-bc34-4c4b80a05a62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.884835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.886236] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.142s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.888309] env[63021]: INFO nova.compute.claims [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.941479] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec33f49f-fae3-4b2d-bdf6-994354506286 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.438s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.984331] env[63021]: INFO nova.scheduler.client.report [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Deleted allocations for instance e56bf6cf-788c-4ce1-b149-d8356b98758d [ 623.045430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.111816] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.147754] env[63021]: DEBUG oslo_vmware.api [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282086, 'name': PowerOnVM_Task, 'duration_secs': 1.508124} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.150631] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.150848] env[63021]: INFO nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Took 7.46 seconds to spawn the instance on the hypervisor. [ 623.151470] env[63021]: DEBUG nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.155025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cb0afc-39be-4903-8d04-3e09648fb921 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.309483] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282089, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.497226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b59e709a-4227-41ed-bacf-c47c7be4b6aa tempest-ServerDiagnosticsV248Test-1579708208 tempest-ServerDiagnosticsV248Test-1579708208-project-member] Lock "e56bf6cf-788c-4ce1-b149-d8356b98758d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.725s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.518778] env[63021]: DEBUG nova.network.neutron [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.657058] env[63021]: DEBUG nova.compute.manager [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Received event network-vif-plugged-11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 623.657370] env[63021]: DEBUG oslo_concurrency.lockutils [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.657688] env[63021]: DEBUG oslo_concurrency.lockutils [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.657758] env[63021]: DEBUG oslo_concurrency.lockutils [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.658072] env[63021]: DEBUG nova.compute.manager [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] No waiting events found dispatching network-vif-plugged-11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.658145] env[63021]: WARNING nova.compute.manager [req-5b3aa8f7-aabc-4153-bf38-de5c8622f2b6 req-95694eaf-055f-4c1b-b8a5-dbd3dbf30d2b service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Received unexpected event network-vif-plugged-11ec4696-291e-43e6-8fae-c07a38137745 for instance with vm_state building and task_state spawning. [ 623.684061] env[63021]: INFO nova.compute.manager [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Took 24.97 seconds to build instance. [ 623.817141] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282089, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.834065] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "d1ca890a-802b-424b-9e79-95ac46977bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.834327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.023330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023791] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Instance network_info: |[{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.025571] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:64:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11ec4696-291e-43e6-8fae-c07a38137745', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.033215] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Creating folder: Project (529abfb738ed4f0fa1a570b118854673). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.036495] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfbff4dd-f0b5-4f23-aaf6-a49480c27a31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.051790] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Created folder: Project (529abfb738ed4f0fa1a570b118854673) in parent group-v843603. [ 624.052053] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Creating folder: Instances. Parent ref: group-v843657. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.052495] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65bf9974-ee1d-4bc3-94d7-bdbf814f9df6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.066740] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Created folder: Instances in parent group-v843657. [ 624.067378] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.067378] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.067568] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a288982-57e7-4c7d-bfbf-7b4635e592ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.096314] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.096314] env[63021]: value = "task-4282092" [ 624.096314] env[63021]: _type = "Task" [ 624.096314] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.106581] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282092, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.119038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.119806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.189134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-37196b32-4d5b-4dd9-9179-dd05a1fa3610 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.480s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.313316] env[63021]: DEBUG oslo_vmware.api [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282089, 'name': PowerOnVM_Task, 'duration_secs': 1.366484} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.313824] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.314195] env[63021]: INFO nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Took 11.22 seconds to spawn the instance on the hypervisor. [ 624.314634] env[63021]: DEBUG nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.315650] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6285e97-d8f7-43b8-bd15-7a64203616ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.337178] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.455597] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee96b1cd-b0c3-464f-88fb-cf70c705c0fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.466466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4b865-2556-4518-9f4b-47eb2a17d1f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.499595] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f013f19-671c-4d0b-ac54-758c4af6433d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.507297] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385f5d0-7e17-48dd-acfb-f6ae3c72efde {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.524352] env[63021]: DEBUG nova.compute.provider_tree [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.606828] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282092, 'name': CreateVM_Task, 'duration_secs': 0.467087} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.606994] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.607694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.607859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.608190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.608435] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8cb82c-1774-4d6b-ab7e-4f207d7b3fcf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.613983] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 624.613983] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522471c9-c51c-15ce-1f3e-015cae4e6975" [ 624.613983] env[63021]: _type = "Task" [ 624.613983] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.622274] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522471c9-c51c-15ce-1f3e-015cae4e6975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.626024] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.845133] env[63021]: INFO nova.compute.manager [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Took 26.81 seconds to build instance. [ 624.878198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.891578] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Successfully updated port: 58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.027669] env[63021]: DEBUG nova.scheduler.client.report [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.129083] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522471c9-c51c-15ce-1f3e-015cae4e6975, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.132379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132677] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.132938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.133152] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.133387] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.136847] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-480fd50f-6e11-4bed-9650-f80faeb9e131 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.152073] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.152073] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.152073] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35741530-3a57-450e-a230-483c6bbfc060 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.159281] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 625.159281] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52487921-68de-6c3f-3812-439730b1c8a2" [ 625.159281] env[63021]: _type = "Task" [ 625.159281] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.169294] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52487921-68de-6c3f-3812-439730b1c8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.170918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.350510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13574483-6e8b-40e5-90c8-ea273d463ca7 tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.106s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.397189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.397189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.397189] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.536035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.536816] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.545460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.768s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.545956] env[63021]: DEBUG nova.objects.instance [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lazy-loading 'resources' on Instance uuid 351a677f-4485-4803-9404-bf49b0fcb3eb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.667159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.667413] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.674971] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52487921-68de-6c3f-3812-439730b1c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.675796] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4581fb-b944-42db-b1fb-328237ac0a6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.684405] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 625.684405] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c88867-81dd-4b93-bc99-c3c74d5fe4a0" [ 625.684405] env[63021]: _type = "Task" [ 625.684405] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.699413] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c88867-81dd-4b93-bc99-c3c74d5fe4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.947635] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.051105] env[63021]: DEBUG nova.compute.utils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.056461] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.056866] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.117195] env[63021]: DEBUG nova.policy [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68c252f841ef492e87bcc5beb0525577', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d56e0a951f64f32973f0aa5a8dc0a92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.174278] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.176458] env[63021]: DEBUG nova.network.neutron [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Updating instance_info_cache with network_info: [{"id": "58e14038-b466-49ea-89b5-9051a9d91c64", "address": "fa:16:3e:3b:75:66", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e14038-b4", "ovs_interfaceid": "58e14038-b466-49ea-89b5-9051a9d91c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.196033] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c88867-81dd-4b93-bc99-c3c74d5fe4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.196324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.197019] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2799473a-f99b-4951-847d-9561970f167c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.203808] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 626.203808] env[63021]: value = "task-4282093" [ 626.203808] env[63021]: _type = "Task" [ 626.203808] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.212711] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.557388] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.616828] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc2f98-079b-4750-a9b7-9dedb191e4ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.629215] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331381b-5062-4239-a272-ba8c95a5eb81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.684079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.684079] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Instance network_info: |[{"id": "58e14038-b466-49ea-89b5-9051a9d91c64", "address": "fa:16:3e:3b:75:66", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e14038-b4", "ovs_interfaceid": "58e14038-b466-49ea-89b5-9051a9d91c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.685330] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598cfda6-2f03-436b-a06a-0326b7877b26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.691039] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:75:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e14038-b466-49ea-89b5-9051a9d91c64', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.699780] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.700694] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.701483] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecda9b81-20ea-4ba2-8776-e85eaddfca44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.720778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.726273] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986295e-d15f-4680-922e-4c966b0a16ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.731382] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.731382] env[63021]: value = "task-4282094" [ 626.731382] env[63021]: _type = "Task" [ 626.731382] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.748604] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478447} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.749349] env[63021]: DEBUG nova.compute.provider_tree [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.753265] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.753265] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.753265] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acafa6c4-eaf6-4ab9-85b9-0e56b8894e18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.757541] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282094, 'name': CreateVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.763422] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 626.763422] env[63021]: value = "task-4282095" [ 626.763422] env[63021]: _type = "Task" [ 626.763422] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.772745] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.908786] env[63021]: DEBUG nova.compute.manager [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 626.909120] env[63021]: DEBUG nova.compute.manager [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing instance network info cache due to event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 626.909285] env[63021]: DEBUG oslo_concurrency.lockutils [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.909463] env[63021]: DEBUG oslo_concurrency.lockutils [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.909616] env[63021]: DEBUG nova.network.neutron [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.159385] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Received event network-changed-11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 627.159385] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Refreshing instance network info cache due to event network-changed-11ec4696-291e-43e6-8fae-c07a38137745. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 627.159862] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Acquiring lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.160203] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Acquired lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.161536] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Refreshing network info cache for port 11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.236248] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Successfully created port: 6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.248862] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282094, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.252966] env[63021]: DEBUG nova.scheduler.client.report [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.272649] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15249} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.273336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.273848] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c70235-b4fa-4cf4-ad05-d484c0b927fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.299349] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.300285] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf31f8b-7175-47e4-92f7-042bc035f5a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.324154] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 627.324154] env[63021]: value = "task-4282096" [ 627.324154] env[63021]: _type = "Task" [ 627.324154] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.333809] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.500781] env[63021]: INFO nova.compute.manager [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Rebuilding instance [ 627.568283] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.580296] env[63021]: DEBUG nova.compute.manager [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.582016] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5af691-bafb-446b-bd63-8a247ec8ee53 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.611017] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.611017] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.613192] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.613509] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.613688] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.613861] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.614905] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.614905] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.614905] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.615058] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.615196] env[63021]: DEBUG nova.virt.hardware [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.616109] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263573af-7144-4c35-b7c8-22303d61068b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.624886] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e87fe-a8d5-4aa0-9736-2907343c8021 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.744235] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282094, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.765036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.768701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.677s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.768701] env[63021]: DEBUG nova.objects.instance [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lazy-loading 'resources' on Instance uuid 18ac9675-0d95-4ebd-99ac-a42963f7364c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.800478] env[63021]: INFO nova.scheduler.client.report [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Deleted allocations for instance 351a677f-4485-4803-9404-bf49b0fcb3eb [ 627.837658] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.859274] env[63021]: DEBUG nova.network.neutron [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updated VIF entry in instance network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.859423] env[63021]: DEBUG nova.network.neutron [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.987210] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updated VIF entry in instance network info cache for port 11ec4696-291e-43e6-8fae-c07a38137745. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.987576] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.245761] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282094, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.310910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c8d1b912-dde4-4ac4-8880-349709d41fe2 tempest-ServerDiagnosticsTest-1628797124 tempest-ServerDiagnosticsTest-1628797124-project-member] Lock "351a677f-4485-4803-9404-bf49b0fcb3eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.964s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.338716] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282096, 'name': ReconfigVM_Task, 'duration_secs': 0.914445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.342294] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.343837] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd22d793-892f-456b-a331-ee80eeb90f9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.355598] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 628.355598] env[63021]: value = "task-4282097" [ 628.355598] env[63021]: _type = "Task" [ 628.355598] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.363266] env[63021]: DEBUG oslo_concurrency.lockutils [req-f976126c-f45a-494c-ba32-2c2990cf92f6 req-ab264f76-6757-4edc-85ba-41c8243e659a service nova] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.369723] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282097, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.491110] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Releasing lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.491396] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Received event network-vif-plugged-58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 628.491600] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Acquiring lock "ee7d0293-0472-432e-882b-cd2426e93898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.491806] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Lock "ee7d0293-0472-432e-882b-cd2426e93898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.491966] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Lock "ee7d0293-0472-432e-882b-cd2426e93898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.492147] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] No waiting events found dispatching network-vif-plugged-58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.492316] env[63021]: WARNING nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Received unexpected event network-vif-plugged-58e14038-b466-49ea-89b5-9051a9d91c64 for instance with vm_state building and task_state spawning. [ 628.492479] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Received event network-changed-58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 628.492656] env[63021]: DEBUG nova.compute.manager [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Refreshing instance network info cache due to event network-changed-58e14038-b466-49ea-89b5-9051a9d91c64. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 628.492841] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Acquiring lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.492977] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Acquired lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.493718] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Refreshing network info cache for port 58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.604405] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.604684] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd468a07-650d-46ea-b2fd-9c5db255d34a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.611759] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 628.611759] env[63021]: value = "task-4282098" [ 628.611759] env[63021]: _type = "Task" [ 628.611759] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.623042] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.696568] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e27f86-d848-45ff-bb17-62fac989a1df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.707317] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611c8d09-91ab-445a-b88a-712302482f99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.746323] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720b7f2-e53f-42e7-8c9a-340b5de19e33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.753454] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282094, 'name': CreateVM_Task, 'duration_secs': 1.584005} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.755606] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.756791] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.757518] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.757518] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.759496] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03421cc9-9393-4d2d-bc99-470d5165361b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.763263] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecac350a-90b0-45dc-87f2-da4edf014fac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.775293] env[63021]: DEBUG nova.compute.provider_tree [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.779991] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 628.779991] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52733826-f149-363b-8da4-508908b732b1" [ 628.779991] env[63021]: _type = "Task" [ 628.779991] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.790283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.790997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.795733] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52733826-f149-363b-8da4-508908b732b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.796400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.796668] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.796934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797339] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.797894] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336de29b-472d-44d5-9a00-535ea6122fb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.807750] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.807939] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.809145] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5e38fd-f699-46e3-82bf-378b52d32975 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.814510] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 628.814510] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f9967b-2e1e-c624-9f20-4260e8d115e4" [ 628.814510] env[63021]: _type = "Task" [ 628.814510] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.823153] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f9967b-2e1e-c624-9f20-4260e8d115e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.868788] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282097, 'name': Rename_Task, 'duration_secs': 0.326814} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.869082] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.873021] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c9da95-0373-47e4-b2dd-b6158d82de84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.876518] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 628.876518] env[63021]: value = "task-4282099" [ 628.876518] env[63021]: _type = "Task" [ 628.876518] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.888014] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.131682] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282098, 'name': PowerOffVM_Task, 'duration_secs': 0.120224} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.136066] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.136800] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.137582] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b781b9-436f-49f4-b330-0d0d66c12b8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.145021] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.145301] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87878878-aec8-4670-b93b-f41ab80927f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.173805] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.174141] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.174234] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Deleting the datastore file [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.174568] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5758a4-2b17-48d6-8cc9-fd75654cd22b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.186038] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 629.186038] env[63021]: value = "task-4282101" [ 629.186038] env[63021]: _type = "Task" [ 629.186038] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.196924] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.285437] env[63021]: DEBUG nova.scheduler.client.report [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.296988] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.322777] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Successfully updated port: 6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.334272] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f9967b-2e1e-c624-9f20-4260e8d115e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.334272] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57494ee6-8173-4b16-b134-6d1d8d06740e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.342359] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 629.342359] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50819-b197-daef-b830-fe891ea602b8" [ 629.342359] env[63021]: _type = "Task" [ 629.342359] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.355586] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50819-b197-daef-b830-fe891ea602b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.393610] env[63021]: DEBUG oslo_vmware.api [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282099, 'name': PowerOnVM_Task, 'duration_secs': 0.466095} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.393610] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.393610] env[63021]: INFO nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Took 9.11 seconds to spawn the instance on the hypervisor. [ 629.393610] env[63021]: DEBUG nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.394352] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b685e-b85a-48c1-aae1-3dc6e6728054 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.428932] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Updated VIF entry in instance network info cache for port 58e14038-b466-49ea-89b5-9051a9d91c64. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.428932] env[63021]: DEBUG nova.network.neutron [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Updating instance_info_cache with network_info: [{"id": "58e14038-b466-49ea-89b5-9051a9d91c64", "address": "fa:16:3e:3b:75:66", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e14038-b4", "ovs_interfaceid": "58e14038-b466-49ea-89b5-9051a9d91c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.699192] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174731} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.699474] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.699751] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.699842] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.794901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.798439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.510s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.799708] env[63021]: INFO nova.compute.claims [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.829763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.829763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquired lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.829763] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.859014] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f50819-b197-daef-b830-fe891ea602b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.860020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.860020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ee7d0293-0472-432e-882b-cd2426e93898/ee7d0293-0472-432e-882b-cd2426e93898.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.860206] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f9df77-ef25-4e5a-834b-5f43b047146f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.863530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.869664] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 629.869664] env[63021]: value = "task-4282102" [ 629.869664] env[63021]: _type = "Task" [ 629.869664] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.878293] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.885236] env[63021]: INFO nova.scheduler.client.report [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Deleted allocations for instance 18ac9675-0d95-4ebd-99ac-a42963f7364c [ 629.916867] env[63021]: INFO nova.compute.manager [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Took 28.77 seconds to build instance. [ 629.935881] env[63021]: DEBUG oslo_concurrency.lockutils [req-f2cc9fe4-5715-4e73-9b86-38761365f0b9 req-871a5783-59b1-46ed-93ed-8a02933fcf27 service nova] Releasing lock "refresh_cache-ee7d0293-0472-432e-882b-cd2426e93898" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.384122] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497513} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.384379] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ee7d0293-0472-432e-882b-cd2426e93898/ee7d0293-0472-432e-882b-cd2426e93898.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.384753] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.384914] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0594f012-0c6e-4178-9537-da9187b53fa0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.391120] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 630.391120] env[63021]: value = "task-4282103" [ 630.391120] env[63021]: _type = "Task" [ 630.391120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.397391] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.403020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f3059530-9e19-41ed-ba17-1455a7b54cfe tempest-ServerDiagnosticsNegativeTest-1963020951 tempest-ServerDiagnosticsNegativeTest-1963020951-project-member] Lock "18ac9675-0d95-4ebd-99ac-a42963f7364c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.155s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.405600] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.419641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-edb49c75-6c80-42c0-ba33-bbc51975ac06 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.382s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.660380] env[63021]: DEBUG nova.network.neutron [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updating instance_info_cache with network_info: [{"id": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "address": "fa:16:3e:72:b7:82", "network": {"id": "a85fd053-192d-4ad7-8936-b165c527eeb1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-661095954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56e0a951f64f32973f0aa5a8dc0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1a23b5-fd", "ovs_interfaceid": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.745405] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.746772] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.746772] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.746772] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.747023] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.747280] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.747618] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.747807] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.748224] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.748224] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.748555] env[63021]: DEBUG nova.virt.hardware [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.749526] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca6c60-a2f2-420a-a517-dae5f33f5dfb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.760906] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9267b8d9-ccec-4a2d-9f67-f753dd950e9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.780323] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.786819] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.787145] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.787466] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b150fc-9ecc-4357-800c-c200ae5cbc91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.805203] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.805203] env[63021]: value = "task-4282104" [ 630.805203] env[63021]: _type = "Task" [ 630.805203] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.815952] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282104, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.901959] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.342923} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.902310] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.903171] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046f71d0-8487-462f-b792-8336783e3a55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.927332] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] ee7d0293-0472-432e-882b-cd2426e93898/ee7d0293-0472-432e-882b-cd2426e93898.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.930633] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba8d635-be80-4a26-a129-6b5f2b16e2c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.951445] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 630.951445] env[63021]: value = "task-4282105" [ 630.951445] env[63021]: _type = "Task" [ 630.951445] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.960313] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.165194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Releasing lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171206] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Instance network_info: |[{"id": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "address": "fa:16:3e:72:b7:82", "network": {"id": "a85fd053-192d-4ad7-8936-b165c527eeb1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-661095954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56e0a951f64f32973f0aa5a8dc0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1a23b5-fd", "ovs_interfaceid": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.172169] env[63021]: DEBUG nova.compute.manager [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Received event network-changed-a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 631.172518] env[63021]: DEBUG nova.compute.manager [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Refreshing instance network info cache due to event network-changed-a95803c7-4b35-4519-afc8-18e81d24b5cc. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 631.172873] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Acquiring lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.173143] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Acquired lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.173411] env[63021]: DEBUG nova.network.neutron [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Refreshing network info cache for port a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.176872] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b7:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b1a23b5-fdee-41c0-a030-f445e84c8480', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.188978] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Creating folder: Project (3d56e0a951f64f32973f0aa5a8dc0a92). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.193528] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec3b12be-af57-4def-9c30-26b9b7e5e2c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.207023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "1a5841ee-5077-498f-b6e6-142ab4408bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.207023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.209659] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Created folder: Project (3d56e0a951f64f32973f0aa5a8dc0a92) in parent group-v843603. [ 631.210152] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Creating folder: Instances. Parent ref: group-v843662. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.210571] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad42d47-b715-4737-8a35-56f94760e13e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.222118] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Created folder: Instances in parent group-v843662. [ 631.222271] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.222928] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.223158] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25e5638b-aecb-4c33-8f51-f700e3fc07d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.249955] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.249955] env[63021]: value = "task-4282108" [ 631.249955] env[63021]: _type = "Task" [ 631.249955] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.259311] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282108, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.320431] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282104, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.416337] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b2d13-8e05-4085-8393-a2bc3dae9db7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.429775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5905a940-2880-4fe1-8e51-0acff10ee058 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.470971] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43017ef4-56f2-4904-a9c5-1f7afee561fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.481332] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.484287] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854b936-44c1-4211-b7c2-e8d76de03813 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.492229] env[63021]: DEBUG nova.compute.manager [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 631.492229] env[63021]: DEBUG nova.compute.manager [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing instance network info cache due to event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 631.492229] env[63021]: DEBUG oslo_concurrency.lockutils [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.492229] env[63021]: DEBUG oslo_concurrency.lockutils [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.492229] env[63021]: DEBUG nova.network.neutron [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.505940] env[63021]: DEBUG nova.compute.provider_tree [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.713179] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.781029] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282108, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.818718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "a789a162-af65-4a9b-8bf0-f9af13faa171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.818963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.825580] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282104, 'name': CreateVM_Task, 'duration_secs': 0.565851} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.825580] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.825924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.826161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.826519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.826822] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d200bcd9-c045-4e31-9dd4-5e32780cd760 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.836542] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 631.836542] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52528c72-3754-f872-8c05-5de02ba894f8" [ 631.836542] env[63021]: _type = "Task" [ 631.836542] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.845156] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52528c72-3754-f872-8c05-5de02ba894f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.984761] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282105, 'name': ReconfigVM_Task, 'duration_secs': 0.530872} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.985055] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Reconfigured VM instance instance-00000014 to attach disk [datastore2] ee7d0293-0472-432e-882b-cd2426e93898/ee7d0293-0472-432e-882b-cd2426e93898.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.985712] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d690ea4-6203-4e78-a6ed-8a9c261040b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.999707] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 631.999707] env[63021]: value = "task-4282109" [ 631.999707] env[63021]: _type = "Task" [ 631.999707] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.014828] env[63021]: DEBUG nova.scheduler.client.report [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.019394] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282109, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.249387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.260960] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282108, 'name': CreateVM_Task, 'duration_secs': 0.625864} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.261337] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.262170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.350206] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52528c72-3754-f872-8c05-5de02ba894f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.350547] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.350833] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.351142] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.351224] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.351370] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.351735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.352182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.352243] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a207cf-88eb-49d3-8ad5-b1afec270613 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.354494] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c036becd-355c-4c19-93e4-3df6aadfbb84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.360795] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 632.360795] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a4b674-d5ea-020c-8f75-556120fafea4" [ 632.360795] env[63021]: _type = "Task" [ 632.360795] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.365870] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.366312] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.367982] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4815f357-4190-4b8f-9bb3-6c872434bc90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.374678] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a4b674-d5ea-020c-8f75-556120fafea4, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.375351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375639] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.375819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.377925] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 632.377925] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529b4acc-0035-76a5-9b65-6e5ffb68e234" [ 632.377925] env[63021]: _type = "Task" [ 632.377925] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.386066] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529b4acc-0035-76a5-9b65-6e5ffb68e234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.514028] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282109, 'name': Rename_Task, 'duration_secs': 0.167914} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.514028] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.514028] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d7726c-c014-4183-a329-55e79b63af1c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.520444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.521167] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.524410] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 632.524410] env[63021]: value = "task-4282110" [ 632.524410] env[63021]: _type = "Task" [ 632.524410] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.525228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.609s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.525587] env[63021]: DEBUG nova.objects.instance [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lazy-loading 'resources' on Instance uuid c3b0f84a-c43e-474e-9d84-d6b2b912aab1 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.535832] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282110, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.780566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.780965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.781416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.781677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.781911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.784364] env[63021]: DEBUG nova.network.neutron [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updated VIF entry in instance network info cache for port a95803c7-4b35-4519-afc8-18e81d24b5cc. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.784790] env[63021]: DEBUG nova.network.neutron [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating instance_info_cache with network_info: [{"id": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "address": "fa:16:3e:5a:be:38", "network": {"id": "279d2735-e934-4577-ba32-25f7523f5603", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-123763177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe5487d5657b44f5b2c6c5f1099d7abc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95803c7-4b", "ovs_interfaceid": "a95803c7-4b35-4519-afc8-18e81d24b5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.786167] env[63021]: INFO nova.compute.manager [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Terminating instance [ 632.892174] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529b4acc-0035-76a5-9b65-6e5ffb68e234, 'name': SearchDatastore_Task, 'duration_secs': 0.008822} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.893146] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128d82ae-2ccd-45ba-a939-6bc8d4badb0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.901017] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 632.901017] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5206fadf-b069-11a3-7ce1-c427efa61f62" [ 632.901017] env[63021]: _type = "Task" [ 632.901017] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.909086] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5206fadf-b069-11a3-7ce1-c427efa61f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.978917] env[63021]: DEBUG nova.network.neutron [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updated VIF entry in instance network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.979695] env[63021]: DEBUG nova.network.neutron [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.026776] env[63021]: DEBUG nova.compute.utils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.028426] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.028426] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.044947] env[63021]: DEBUG oslo_vmware.api [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282110, 'name': PowerOnVM_Task, 'duration_secs': 0.500226} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.045369] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.045592] env[63021]: INFO nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Took 10.23 seconds to spawn the instance on the hypervisor. [ 633.045635] env[63021]: DEBUG nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.046846] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f741af-069b-4b72-a21a-5c4b5f08bbba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.159543] env[63021]: DEBUG nova.policy [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea886656bb6b429e9728d081faf54446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0369aa5727034a7787139acc852ccffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.290530] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Releasing lock "refresh_cache-0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.290637] env[63021]: DEBUG nova.compute.manager [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Received event network-vif-plugged-6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 633.290756] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Acquiring lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.292198] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.292198] env[63021]: DEBUG oslo_concurrency.lockutils [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] Lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.292198] env[63021]: DEBUG nova.compute.manager [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] No waiting events found dispatching network-vif-plugged-6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.292198] env[63021]: WARNING nova.compute.manager [req-ea62d39c-1490-4742-8dbf-59e6d2aa21b2 req-314e7cc2-4f3e-441c-80b5-4ca0f89b8f28 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Received unexpected event network-vif-plugged-6b1a23b5-fdee-41c0-a030-f445e84c8480 for instance with vm_state building and task_state spawning. [ 633.292506] env[63021]: DEBUG nova.compute.manager [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.292695] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.293824] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75eb044-f454-4a5f-82b0-a923924d8e43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.301508] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.301752] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8331492-3ab4-4366-9f4b-ca24d6180fee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.317059] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 633.317059] env[63021]: value = "task-4282111" [ 633.317059] env[63021]: _type = "Task" [ 633.317059] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.331423] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.420278] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5206fadf-b069-11a3-7ce1-c427efa61f62, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.420555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.420807] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.421216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.421338] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.421516] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c13208-8f59-4998-a3f2-2b3243f789e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.423605] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e0e5ead-f9e9-4233-93aa-9c012de52ac2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.430713] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 633.430713] env[63021]: value = "task-4282112" [ 633.430713] env[63021]: _type = "Task" [ 633.430713] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.435594] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.435803] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.437148] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e7aeca-7228-4598-8a76-1b132df17f56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.444567] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.450492] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 633.450492] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f2209b-2ad0-cf3e-ea5c-398fb1894456" [ 633.450492] env[63021]: _type = "Task" [ 633.450492] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.458444] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f2209b-2ad0-cf3e-ea5c-398fb1894456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.485793] env[63021]: DEBUG oslo_concurrency.lockutils [req-52489379-18e4-49aa-b16c-3d0ef041855f req-097700b8-fb88-4d9c-b508-c18b9eca0a30 service nova] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.537461] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.580291] env[63021]: INFO nova.compute.manager [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Took 30.93 seconds to build instance. [ 633.600623] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d8885-b766-428b-a899-ea5fd9b9fdb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.609269] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e0d839-d7cc-4abb-b6ab-72c9d279ec03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.643050] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a0c11-de95-4170-9a10-0f6f912f33b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.652510] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e23a2d-3115-4995-93d8-455de8dbae23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.669677] env[63021]: DEBUG nova.compute.provider_tree [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.714138] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Successfully created port: cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.832433] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282111, 'name': PowerOffVM_Task, 'duration_secs': 0.358104} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.832433] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.832756] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.832930] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6b8cc0-febf-42d1-a795-d14e442ea3ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.908271] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.908874] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.910731] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Deleting the datastore file [datastore2] 0577df56-dcb7-4a57-95e7-b1685ffb6ed8 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.910731] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e751333-f3d1-4224-aec3-ea0de1dab308 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.919563] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for the task: (returnval){ [ 633.919563] env[63021]: value = "task-4282114" [ 633.919563] env[63021]: _type = "Task" [ 633.919563] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.932377] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.941942] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282112, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.961520] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f2209b-2ad0-cf3e-ea5c-398fb1894456, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.965669] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1863b8d-9e84-41a2-8da7-e7bc4ef86d50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.973159] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 633.973159] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528f5d58-7dd2-5555-eb8c-2aa9f77c17da" [ 633.973159] env[63021]: _type = "Task" [ 633.973159] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.984864] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528f5d58-7dd2-5555-eb8c-2aa9f77c17da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.083382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dedf58-9373-4d9b-b88c-dc1fe2fd8576 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.274s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.173322] env[63021]: DEBUG nova.scheduler.client.report [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.430023] env[63021]: DEBUG oslo_vmware.api [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Task: {'id': task-4282114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240893} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.430787] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.430973] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.431161] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.431632] env[63021]: INFO nova.compute.manager [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 634.431632] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.433339] env[63021]: DEBUG nova.compute.manager [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.433339] env[63021]: DEBUG nova.network.neutron [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.443992] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539017} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.443992] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.445202] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.445202] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85123bd3-c818-45c8-b57e-6e90940a5893 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.450443] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 634.450443] env[63021]: value = "task-4282115" [ 634.450443] env[63021]: _type = "Task" [ 634.450443] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.458355] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.486377] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528f5d58-7dd2-5555-eb8c-2aa9f77c17da, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.486668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.487227] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1a267cc6-b428-4d9e-84d8-c72462578458/1a267cc6-b428-4d9e-84d8-c72462578458.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.487516] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8db0cced-3a21-47de-a298-53decc75ffd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.494691] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 634.494691] env[63021]: value = "task-4282116" [ 634.494691] env[63021]: _type = "Task" [ 634.494691] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.504016] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.556610] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.591795] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.606020] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.606020] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.606020] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.606249] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.606249] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.606357] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.606700] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.606975] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.607270] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.607541] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.607852] env[63021]: DEBUG nova.virt.hardware [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.609055] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b55b4-0ef5-4a92-a7dd-d2dc63c39bf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.618188] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b55ca-42c1-40c7-9397-870b50088531 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.681213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.686550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.089s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.688457] env[63021]: INFO nova.compute.claims [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.696677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "4494ad3b-3582-4af4-8a59-c80717a7322b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.696934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.722167] env[63021]: INFO nova.scheduler.client.report [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Deleted allocations for instance c3b0f84a-c43e-474e-9d84-d6b2b912aab1 [ 634.985186] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069963} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.987024] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.987975] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dae335-781d-472c-9a49-f44b9bc52727 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019607] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.024829] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8a5af4-004b-43b4-9d82-ee7bfc686e1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.046282] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.047931] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 635.047931] env[63021]: value = "task-4282117" [ 635.047931] env[63021]: _type = "Task" [ 635.047931] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.057285] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.120812] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.137240] env[63021]: DEBUG nova.compute.manager [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Received event network-changed-6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 635.137436] env[63021]: DEBUG nova.compute.manager [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Refreshing instance network info cache due to event network-changed-6b1a23b5-fdee-41c0-a030-f445e84c8480. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 635.138035] env[63021]: DEBUG oslo_concurrency.lockutils [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] Acquiring lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.138035] env[63021]: DEBUG oslo_concurrency.lockutils [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] Acquired lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.138035] env[63021]: DEBUG nova.network.neutron [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Refreshing network info cache for port 6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.233758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8b31092-72c6-4dea-b26c-ff2bc1492a50 tempest-ImagesNegativeTestJSON-390298219 tempest-ImagesNegativeTestJSON-390298219-project-member] Lock "c3b0f84a-c43e-474e-9d84-d6b2b912aab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.762s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.462792] env[63021]: DEBUG nova.network.neutron [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.484888] env[63021]: DEBUG nova.compute.manager [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 635.523218] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600891} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.523218] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1a267cc6-b428-4d9e-84d8-c72462578458/1a267cc6-b428-4d9e-84d8-c72462578458.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.523218] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.523218] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-803dbc69-d2b0-453b-85fa-52db17f2e359 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.530371] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 635.530371] env[63021]: value = "task-4282118" [ 635.530371] env[63021]: _type = "Task" [ 635.530371] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.545927] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.566499] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.776616] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Successfully updated port: cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.834313] env[63021]: DEBUG nova.compute.manager [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 635.834667] env[63021]: DEBUG nova.compute.manager [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing instance network info cache due to event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 635.834940] env[63021]: DEBUG oslo_concurrency.lockutils [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] Acquiring lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.835106] env[63021]: DEBUG oslo_concurrency.lockutils [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] Acquired lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.835266] env[63021]: DEBUG nova.network.neutron [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing network info cache for port d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.963954] env[63021]: INFO nova.compute.manager [-] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Took 1.53 seconds to deallocate network for instance. [ 636.011360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.044594] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.044887] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.045724] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1eaf93-d001-424c-9686-b43ac30cc99c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.078018] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 1a267cc6-b428-4d9e-84d8-c72462578458/1a267cc6-b428-4d9e-84d8-c72462578458.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.078399] env[63021]: DEBUG nova.network.neutron [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updated VIF entry in instance network info cache for port 6b1a23b5-fdee-41c0-a030-f445e84c8480. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.078753] env[63021]: DEBUG nova.network.neutron [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updating instance_info_cache with network_info: [{"id": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "address": "fa:16:3e:72:b7:82", "network": {"id": "a85fd053-192d-4ad7-8936-b165c527eeb1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-661095954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56e0a951f64f32973f0aa5a8dc0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1a23b5-fd", "ovs_interfaceid": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.080262] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d923fb0e-3dba-4e24-af55-fc7ea393613b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.100046] env[63021]: DEBUG oslo_concurrency.lockutils [req-954c02c3-8549-47f0-960e-659a4f9d0a50 req-e4e61fd5-d885-41f4-9863-4bf8d31e1262 service nova] Releasing lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.100756] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282117, 'name': ReconfigVM_Task, 'duration_secs': 0.573899} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.101641] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.102254] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e2ad907-f9db-4b50-952d-02211a6e39b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.105939] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 636.105939] env[63021]: value = "task-4282119" [ 636.105939] env[63021]: _type = "Task" [ 636.105939] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.110492] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 636.110492] env[63021]: value = "task-4282120" [ 636.110492] env[63021]: _type = "Task" [ 636.110492] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.121873] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.127908] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282120, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.280216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.280407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.280519] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.287604] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019373d4-514f-4b4a-960b-f56036f1a5b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.296451] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82383c0e-c4ed-4de5-88d0-cacd51cb50a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.333708] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a41cd1-42c3-4735-854b-37fdde4cfc2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.344248] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0370fa21-3bae-4c4a-b986-cb5d874727b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.360252] env[63021]: DEBUG nova.compute.provider_tree [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.474255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.628169] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282120, 'name': Rename_Task, 'duration_secs': 0.385901} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.632675] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.632977] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.633216] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb074101-c343-45ba-a8ea-748f33f197df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.643259] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 636.643259] env[63021]: value = "task-4282121" [ 636.643259] env[63021]: _type = "Task" [ 636.643259] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.648491] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.677668] env[63021]: DEBUG nova.network.neutron [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updated VIF entry in instance network info cache for port d02c6387-f8d9-4a2a-a22e-9250aee2b499. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.677988] env[63021]: DEBUG nova.network.neutron [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [{"id": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "address": "fa:16:3e:c6:d7:1f", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02c6387-f8", "ovs_interfaceid": "d02c6387-f8d9-4a2a-a22e-9250aee2b499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.842506] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.865558] env[63021]: DEBUG nova.scheduler.client.report [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.034458] env[63021]: DEBUG nova.network.neutron [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Updating instance_info_cache with network_info: [{"id": "cdeadc28-c91e-4bf8-a700-982137b09765", "address": "fa:16:3e:fd:d4:6b", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeadc28-c9", "ovs_interfaceid": "cdeadc28-c91e-4bf8-a700-982137b09765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.124216] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282119, 'name': ReconfigVM_Task, 'duration_secs': 0.903798} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.124854] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 1a267cc6-b428-4d9e-84d8-c72462578458/1a267cc6-b428-4d9e-84d8-c72462578458.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.126385] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a538a8bc-55d7-4607-aa58-1ca8de78a574 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.134369] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 637.134369] env[63021]: value = "task-4282122" [ 637.134369] env[63021]: _type = "Task" [ 637.134369] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.152301] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282122, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.157950] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.182765] env[63021]: DEBUG oslo_concurrency.lockutils [req-4c13cf4e-e8c0-4b70-bd3a-3745964a23af req-712e6a79-9ac6-4ae2-a200-117f40005ced service nova] Releasing lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.372705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.373477] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.379345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.332s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.380631] env[63021]: INFO nova.compute.claims [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.538157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.538786] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Instance network_info: |[{"id": "cdeadc28-c91e-4bf8-a700-982137b09765", "address": "fa:16:3e:fd:d4:6b", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeadc28-c9", "ovs_interfaceid": "cdeadc28-c91e-4bf8-a700-982137b09765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.539134] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d4:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdeadc28-c91e-4bf8-a700-982137b09765', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.551952] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.552845] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.553355] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8249d727-ace6-462d-ab96-b02121e9e75d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.582013] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.582013] env[63021]: value = "task-4282123" [ 637.582013] env[63021]: _type = "Task" [ 637.582013] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.590081] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282123, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.645570] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282122, 'name': Rename_Task, 'duration_secs': 0.210101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.649382] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.650124] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42ef541-c280-4927-b131-8652a1d64412 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.658911] env[63021]: DEBUG oslo_vmware.api [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282121, 'name': PowerOnVM_Task, 'duration_secs': 0.628316} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.661992] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.661992] env[63021]: DEBUG nova.compute.manager [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.661992] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 637.661992] env[63021]: value = "task-4282124" [ 637.661992] env[63021]: _type = "Task" [ 637.661992] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.662320] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d2c72e-77ee-4716-bc00-e381ea7527f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.677811] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.871651] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.872109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.878855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.878855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.878855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.878855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.879836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.881174] env[63021]: INFO nova.compute.manager [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Terminating instance [ 637.883494] env[63021]: DEBUG nova.compute.utils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.886065] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.886065] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.962799] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.963104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.061555] env[63021]: DEBUG nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Received event network-vif-deleted-8fe95cbe-9472-4c8f-96be-69e76672199c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 638.064909] env[63021]: DEBUG nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Received event network-vif-plugged-cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 638.064909] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Acquiring lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.064909] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.064909] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.064909] env[63021]: DEBUG nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] No waiting events found dispatching network-vif-plugged-cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.065215] env[63021]: WARNING nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Received unexpected event network-vif-plugged-cdeadc28-c91e-4bf8-a700-982137b09765 for instance with vm_state building and task_state spawning. [ 638.065215] env[63021]: DEBUG nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Received event network-changed-cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 638.065215] env[63021]: DEBUG nova.compute.manager [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Refreshing instance network info cache due to event network-changed-cdeadc28-c91e-4bf8-a700-982137b09765. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 638.065215] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Acquiring lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.065215] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Acquired lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.065386] env[63021]: DEBUG nova.network.neutron [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Refreshing network info cache for port cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.098766] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282123, 'name': CreateVM_Task, 'duration_secs': 0.410881} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.100139] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.100673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.100846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.101189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.101449] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050962f6-2347-4932-96fd-dc6df0fe2ea0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.107895] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 638.107895] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5251c5e8-5aa5-e5cc-942b-49b91f41bb22" [ 638.107895] env[63021]: _type = "Task" [ 638.107895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.120251] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5251c5e8-5aa5-e5cc-942b-49b91f41bb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.171497] env[63021]: DEBUG nova.policy [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9bf350d50c4de9a0aec2e43d09344d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d137e82698747749c21e2832cf56ba1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.185751] env[63021]: DEBUG oslo_vmware.api [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282124, 'name': PowerOnVM_Task, 'duration_secs': 0.516921} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.186412] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.186412] env[63021]: INFO nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Took 10.62 seconds to spawn the instance on the hypervisor. [ 638.186563] env[63021]: DEBUG nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.187962] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a12df1-8ba3-45d3-b8d3-f37cb5f84cdd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.192706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.392192] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.394252] env[63021]: DEBUG nova.compute.manager [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.395148] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.400311] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e37bda-a309-4089-883a-97593350fc2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.411978] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.411978] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7682bb2-6aee-4212-a021-1c6d425c4e92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.418457] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 638.418457] env[63021]: value = "task-4282125" [ 638.418457] env[63021]: _type = "Task" [ 638.418457] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.427700] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.618959] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5251c5e8-5aa5-e5cc-942b-49b91f41bb22, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.621882] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.621999] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.622249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.622417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.622688] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.625239] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e20515-2b27-476b-b2ab-b124ede83d52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.634253] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.634440] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.637679] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c87da88-0814-465e-a160-734f83795272 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.645110] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 638.645110] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525b368d-4ace-9947-ad90-18a278ae5dca" [ 638.645110] env[63021]: _type = "Task" [ 638.645110] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.653675] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b368d-4ace-9947-ad90-18a278ae5dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.724674] env[63021]: INFO nova.compute.manager [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Took 33.00 seconds to build instance. [ 638.726453] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Successfully created port: 10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.930796] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282125, 'name': PowerOffVM_Task, 'duration_secs': 0.443566} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.933717] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.933903] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.934510] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f9ebfba-4cd9-4167-b6cb-e634fc354a29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.964162] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86abd4b4-a72f-4d54-b427-c5f410bce407 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.972395] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6597a959-b457-4aca-8372-011739cbdcec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.012173] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552c040-9ef1-442a-b0fe-50a914fd5cd9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.020426] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e528a-2223-4eea-99d9-14ed05142276 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.028401] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.028401] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.028401] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleting the datastore file [datastore2] df586205-d082-45c5-b3c9-be0c00ab8f68 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.028401] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c89eea4-b85c-475b-b1c6-e6ffe9563778 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.039226] env[63021]: DEBUG nova.compute.provider_tree [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.045454] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 639.045454] env[63021]: value = "task-4282127" [ 639.045454] env[63021]: _type = "Task" [ 639.045454] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.054831] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.084500] env[63021]: DEBUG nova.network.neutron [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Updated VIF entry in instance network info cache for port cdeadc28-c91e-4bf8-a700-982137b09765. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.085206] env[63021]: DEBUG nova.network.neutron [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Updating instance_info_cache with network_info: [{"id": "cdeadc28-c91e-4bf8-a700-982137b09765", "address": "fa:16:3e:fd:d4:6b", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdeadc28-c9", "ovs_interfaceid": "cdeadc28-c91e-4bf8-a700-982137b09765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.156911] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b368d-4ace-9947-ad90-18a278ae5dca, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.158538] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3ac5a9-0179-4b76-8d19-650f2ed054f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.164471] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 639.164471] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c681ed-e068-07b8-8502-4eb11f5141f5" [ 639.164471] env[63021]: _type = "Task" [ 639.164471] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.175392] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c681ed-e068-07b8-8502-4eb11f5141f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.229886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8849245-f333-4959-94be-90d745f2158d tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.524s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.406230] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.420173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.421130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.439591] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.439745] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.439839] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.440298] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.441024] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.441024] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.441024] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.441184] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.441224] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.441429] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.441679] env[63021]: DEBUG nova.virt.hardware [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.444129] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a5191-84ce-4ddc-9192-7a4989d7b810 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.451391] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65b53d-9042-46ba-9a63-430979eeba74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.542693] env[63021]: DEBUG nova.scheduler.client.report [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.556377] env[63021]: DEBUG oslo_vmware.api [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144078} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.556915] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.557305] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.557390] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.557795] env[63021]: INFO nova.compute.manager [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 1.16 seconds to destroy the instance on the hypervisor. [ 639.558090] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.558294] env[63021]: DEBUG nova.compute.manager [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.558391] env[63021]: DEBUG nova.network.neutron [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.589896] env[63021]: DEBUG oslo_concurrency.lockutils [req-d4e1edad-a052-48ac-81e1-48720a825598 req-b090a4c1-0d28-4257-bf1c-6e0ffc948080 service nova] Releasing lock "refresh_cache-bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.676354] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c681ed-e068-07b8-8502-4eb11f5141f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.676650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.676975] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bd9bcb3d-1fd3-442e-b28b-cf1746a998e2/bd9bcb3d-1fd3-442e-b28b-cf1746a998e2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.677639] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b03274a-11a3-477d-8df3-f3e83c92ad62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.685745] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 639.685745] env[63021]: value = "task-4282128" [ 639.685745] env[63021]: _type = "Task" [ 639.685745] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.694827] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.733644] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.049903] env[63021]: DEBUG nova.compute.manager [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 640.050148] env[63021]: DEBUG nova.compute.manager [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing instance network info cache due to event network-changed-d02c6387-f8d9-4a2a-a22e-9250aee2b499. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 640.050383] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] Acquiring lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.050531] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] Acquired lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.050740] env[63021]: DEBUG nova.network.neutron [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Refreshing network info cache for port d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.053367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.054081] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.063025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.180s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.064209] env[63021]: INFO nova.compute.claims [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.199071] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492579} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.199379] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bd9bcb3d-1fd3-442e-b28b-cf1746a998e2/bd9bcb3d-1fd3-442e-b28b-cf1746a998e2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.199654] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.199845] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e785c32d-e1db-42e4-8059-e536a81768e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.207288] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 640.207288] env[63021]: value = "task-4282129" [ 640.207288] env[63021]: _type = "Task" [ 640.207288] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.217925] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.274237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.414269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.414536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.443895] env[63021]: DEBUG nova.network.neutron [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.531748] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Successfully updated port: 10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.570745] env[63021]: INFO nova.network.neutron [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Port d02c6387-f8d9-4a2a-a22e-9250aee2b499 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 640.571023] env[63021]: DEBUG nova.network.neutron [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.580315] env[63021]: DEBUG nova.compute.utils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.582238] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.582430] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.633342] env[63021]: DEBUG nova.policy [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a11ca731f8540ea8e3b926f81b7c95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc3abe24ee274789a5efb3d07fd66291', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.718605] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084028} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.719465] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.720081] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1a26e-36c1-46f1-96be-af617ccab89c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.750822] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] bd9bcb3d-1fd3-442e-b28b-cf1746a998e2/bd9bcb3d-1fd3-442e-b28b-cf1746a998e2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.750822] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e5ac34f-fdff-42cc-9c8a-d54eb6359bf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.770848] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 640.770848] env[63021]: value = "task-4282130" [ 640.770848] env[63021]: _type = "Task" [ 640.770848] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.780824] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.946601] env[63021]: INFO nova.compute.manager [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 1.39 seconds to deallocate network for instance. [ 640.986206] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully created port: 19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.034894] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.035066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.035235] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.074288] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d420498-6d6c-480b-9bd6-16b83cb7665d req-f57c7f30-c052-4c8b-b4ed-6ebbfb816969 service nova] Releasing lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.089745] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.283197] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.453353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.521847] env[63021]: INFO nova.compute.manager [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Rebuilding instance [ 641.599102] env[63021]: DEBUG nova.compute.manager [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.603460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce74b28-0cf2-4947-a829-b8866d0e4fda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.606823] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.670933] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully created port: 849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.722976] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e06a9a-0f1e-4395-8cf3-dbfc5dc5cb24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.734607] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d9ab7-ed0e-4da8-96e6-630661463103 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.774446] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66c7af-5ae1-4129-9977-62bf28d6e1a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.783207] env[63021]: DEBUG nova.compute.manager [req-ff53c6ba-e892-4e95-a6e5-565ffb6cfd74 req-461b6871-8598-43a1-a6d6-ba3995c256a1 service nova] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Received event network-vif-deleted-d02c6387-f8d9-4a2a-a22e-9250aee2b499 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 641.790125] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17fc97e-2b17-4e6d-9776-63d94765bf50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.795640] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282130, 'name': ReconfigVM_Task, 'duration_secs': 0.627116} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.796451] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] bd9bcb3d-1fd3-442e-b28b-cf1746a998e2/bd9bcb3d-1fd3-442e-b28b-cf1746a998e2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.797421] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1819dbc-0a7a-471e-9e9c-82db46f272fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.807939] env[63021]: DEBUG nova.compute.provider_tree [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.814197] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 641.814197] env[63021]: value = "task-4282131" [ 641.814197] env[63021]: _type = "Task" [ 641.814197] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.822952] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282131, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.980660] env[63021]: DEBUG nova.network.neutron [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Updating instance_info_cache with network_info: [{"id": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "address": "fa:16:3e:08:3b:50", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10df7287-d6", "ovs_interfaceid": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.114364] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.152546] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.152853] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.153933] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.154287] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.154481] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.154647] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.154864] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.155035] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.155203] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.155370] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.155548] env[63021]: DEBUG nova.virt.hardware [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.157401] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253eabbc-12b5-4920-a15d-51ca15f25b96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.168048] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df7b35c-760e-44ad-879f-d03686b59f58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.312545] env[63021]: DEBUG nova.scheduler.client.report [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.331715] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282131, 'name': Rename_Task, 'duration_secs': 0.36463} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.332625] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.333124] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f116e91b-f6a5-4f56-a534-6f926432c406 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.339914] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 642.339914] env[63021]: value = "task-4282132" [ 642.339914] env[63021]: _type = "Task" [ 642.339914] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.351708] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.366909] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully created port: 0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.463063] env[63021]: DEBUG nova.compute.manager [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 642.463063] env[63021]: DEBUG nova.compute.manager [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing instance network info cache due to event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 642.464327] env[63021]: DEBUG oslo_concurrency.lockutils [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.464327] env[63021]: DEBUG oslo_concurrency.lockutils [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.464327] env[63021]: DEBUG nova.network.neutron [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.483150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.483211] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Instance network_info: |[{"id": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "address": "fa:16:3e:08:3b:50", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10df7287-d6", "ovs_interfaceid": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.483605] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:3b:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10df7287-d6c8-4d8a-b35e-dc26e599b418', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.492120] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Creating folder: Project (2d137e82698747749c21e2832cf56ba1). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.494605] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322dbb30-90b2-4d41-a58c-58029789a6b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.504603] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Created folder: Project (2d137e82698747749c21e2832cf56ba1) in parent group-v843603. [ 642.504847] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Creating folder: Instances. Parent ref: group-v843666. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.505043] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e9f614-d8cb-4b59-af7f-830e616330d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.515544] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Created folder: Instances in parent group-v843666. [ 642.515544] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.515544] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.515544] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17501583-97e3-435e-b490-d21bf7f38344 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.541907] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.541907] env[63021]: value = "task-4282135" [ 642.541907] env[63021]: _type = "Task" [ 642.541907] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.549745] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282135, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.624717] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.627325] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c4c7e53-e553-44a6-8e80-31c02e95992d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.633865] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 642.633865] env[63021]: value = "task-4282136" [ 642.633865] env[63021]: _type = "Task" [ 642.633865] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.645323] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.825764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.826085] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.830886] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.660s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.835246] env[63021]: INFO nova.compute.claims [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.853697] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282132, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.054953] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282135, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.148029] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282136, 'name': PowerOffVM_Task, 'duration_secs': 0.220148} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.148687] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.149146] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.150158] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc033a9-a6e9-462f-a46b-bcd9d64557ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.164394] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.165480] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e31fb5a-d8b9-4711-bdc6-33d6897f3df3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.198418] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.198637] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.198821] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Deleting the datastore file [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.199118] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf3ef9e8-0af5-46a4-ad66-084f4e3f3e3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.207723] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 643.207723] env[63021]: value = "task-4282138" [ 643.207723] env[63021]: _type = "Task" [ 643.207723] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.218838] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.335656] env[63021]: DEBUG nova.compute.utils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.339791] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.347014] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.360620] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282132, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.475676] env[63021]: DEBUG nova.policy [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2fb21dfab94527b8df94dd68632b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbf9b1c12d2f48099bc73a93c998b4e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.554593] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282135, 'name': CreateVM_Task, 'duration_secs': 0.799092} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.554773] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.559975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.560173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.560361] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd7c3fb-f76c-4e6f-b6db-2da4da2c4976 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.572033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.572033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.572033] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 643.572033] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5230b700-81a6-9fa8-10af-06262ca7e2bb" [ 643.572033] env[63021]: _type = "Task" [ 643.572033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.580138] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5230b700-81a6-9fa8-10af-06262ca7e2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.580321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.580531] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.580756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.580902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.581094] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.581341] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb7b1cf-5956-4a18-8f4b-b43bafd6b802 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.591484] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.592231] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.592981] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb957830-3706-4c83-b724-2f4294b926d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.598495] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 643.598495] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528a390a-c982-11f2-8788-eaa47d4fd9c8" [ 643.598495] env[63021]: _type = "Task" [ 643.598495] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.606718] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a390a-c982-11f2-8788-eaa47d4fd9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.613873] env[63021]: DEBUG nova.network.neutron [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updated VIF entry in instance network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.613931] env[63021]: DEBUG nova.network.neutron [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.719976] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131218} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.719976] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.719976] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.720478] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.850488] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.865060] env[63021]: DEBUG oslo_vmware.api [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282132, 'name': PowerOnVM_Task, 'duration_secs': 1.456931} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.867020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.867020] env[63021]: INFO nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Took 9.31 seconds to spawn the instance on the hypervisor. [ 643.867020] env[63021]: DEBUG nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.867020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafecd1e-1ebd-463b-9919-e55acfc2bb1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.110897] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a390a-c982-11f2-8788-eaa47d4fd9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.111746] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdc5d7b-b5fb-44a0-89fc-7a75b1e745a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.117471] env[63021]: DEBUG oslo_concurrency.lockutils [req-8974fcdc-d6b1-401f-8b5d-daae24c00e4a req-6886d793-fa09-4743-8cc5-33d0c648fd3e service nova] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.120246] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 644.120246] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5205a434-9fa4-c587-55ea-5c20d72e958c" [ 644.120246] env[63021]: _type = "Task" [ 644.120246] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.128527] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205a434-9fa4-c587-55ea-5c20d72e958c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.309025] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Successfully created port: dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.400829] env[63021]: INFO nova.compute.manager [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Took 34.14 seconds to build instance. [ 644.513320] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3af5b-2e90-4884-ba4e-e5c9357ec64e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.522115] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c99ca1-ce7a-427e-bc0a-ff33a77e2661 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.555428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb194e6-23df-435c-944d-b31515fab545 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.565084] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d3cddf-0acf-4038-adfc-b8815a00c406 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.579844] env[63021]: DEBUG nova.compute.provider_tree [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.631953] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205a434-9fa4-c587-55ea-5c20d72e958c, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.634197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.634197] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d/ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.634197] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c68ba6-1122-42bf-a4fd-ef7c52cbcec3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.641306] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 644.641306] env[63021]: value = "task-4282139" [ 644.641306] env[63021]: _type = "Task" [ 644.641306] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.650777] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.771162] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.771434] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.771620] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.771812] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.773192] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.774210] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.774659] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.774933] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.775173] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.775568] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.775568] env[63021]: DEBUG nova.virt.hardware [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.776786] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e1f44-a36c-486f-95c0-8467796d29f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.784162] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Received event network-vif-plugged-10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 644.784395] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Acquiring lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.784512] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.784678] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.784849] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] No waiting events found dispatching network-vif-plugged-10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.785019] env[63021]: WARNING nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Received unexpected event network-vif-plugged-10df7287-d6c8-4d8a-b35e-dc26e599b418 for instance with vm_state building and task_state spawning. [ 644.785504] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Received event network-changed-10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 644.785703] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Refreshing instance network info cache due to event network-changed-10df7287-d6c8-4d8a-b35e-dc26e599b418. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 644.785931] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Acquiring lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.786110] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Acquired lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.786474] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Refreshing network info cache for port 10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.797317] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f720b0-0c51-48f9-9f9e-ee07a444efe8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.809057] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.814878] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.815431] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.815652] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f940c789-ebe0-4ec1-8f6f-f10c7c767e61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.833759] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.833759] env[63021]: value = "task-4282140" [ 644.833759] env[63021]: _type = "Task" [ 644.833759] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.846437] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282140, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.866532] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.902960] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.903381] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.903630] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.903839] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.904040] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.904279] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.904417] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.904618] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.904806] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.905172] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.905386] env[63021]: DEBUG nova.virt.hardware [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.906868] env[63021]: DEBUG oslo_concurrency.lockutils [None req-82e00883-8f46-4dc8-9c1b-0afba75f8fe3 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.661s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.907907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ab554-7c2d-4165-85f5-ea4aa2043005 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.919873] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a946db-afd4-421c-9c64-30724b2c9632 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.926746] env[63021]: DEBUG nova.compute.manager [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 644.926935] env[63021]: DEBUG nova.compute.manager [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing instance network info cache due to event network-changed-782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 644.927164] env[63021]: DEBUG oslo_concurrency.lockutils [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] Acquiring lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.927306] env[63021]: DEBUG oslo_concurrency.lockutils [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] Acquired lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.927465] env[63021]: DEBUG nova.network.neutron [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Refreshing network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.085020] env[63021]: DEBUG nova.scheduler.client.report [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.154769] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.366234] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282140, 'name': CreateVM_Task, 'duration_secs': 0.45715} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.366234] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.366234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.366234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.366234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.366234] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b681ac50-9c19-4ef9-8029-571f4b30b7b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.371489] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 645.371489] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5284e95f-bd3a-1f88-b77f-bbd9451bbab7" [ 645.371489] env[63021]: _type = "Task" [ 645.371489] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.384602] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5284e95f-bd3a-1f88-b77f-bbd9451bbab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.396118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.414726] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.592629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.592629] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.596756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.876s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.598434] env[63021]: INFO nova.compute.claims [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.627400] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully updated port: 19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.655145] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691619} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.655442] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d/ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.655721] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.656215] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17196a5c-27fe-4700-a304-dae3224f8f08 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.665586] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 645.665586] env[63021]: value = "task-4282141" [ 645.665586] env[63021]: _type = "Task" [ 645.665586] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.675176] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.868027] env[63021]: DEBUG nova.network.neutron [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updated VIF entry in instance network info cache for port 782e3325-0358-46d7-b64c-eb2fa6451d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.868027] env[63021]: DEBUG nova.network.neutron [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [{"id": "782e3325-0358-46d7-b64c-eb2fa6451d18", "address": "fa:16:3e:f7:9c:d6", "network": {"id": "7d46e362-dfec-4598-80a0-86202b10cfdc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-322706049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f4db017a024464845902be701f3dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782e3325-03", "ovs_interfaceid": "782e3325-0358-46d7-b64c-eb2fa6451d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.880122] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5284e95f-bd3a-1f88-b77f-bbd9451bbab7, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.880446] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.880781] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.880914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.881223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.881294] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.881507] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de112f06-7009-4918-be1d-7075e3c7782d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.896987] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.897218] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.900387] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fe6f0f-7934-40b1-a4b2-a943d0cd2886 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.908126] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 645.908126] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52254d49-4e7e-f657-41a3-8a0a230f5638" [ 645.908126] env[63021]: _type = "Task" [ 645.908126] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.917067] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52254d49-4e7e-f657-41a3-8a0a230f5638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.948755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.976900] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Updated VIF entry in instance network info cache for port 10df7287-d6c8-4d8a-b35e-dc26e599b418. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.978060] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Updating instance_info_cache with network_info: [{"id": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "address": "fa:16:3e:08:3b:50", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10df7287-d6", "ovs_interfaceid": "10df7287-d6c8-4d8a-b35e-dc26e599b418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.104596] env[63021]: DEBUG nova.compute.utils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.116678] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.116864] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.179403] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12505} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.183274] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.184928] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c8a94-6f35-4297-9b52-d538d2e4d810 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.224287] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d/ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.225536] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c24fc284-522b-4f92-81b5-a3a5b9015a4a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.249480] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 646.249480] env[63021]: value = "task-4282142" [ 646.249480] env[63021]: _type = "Task" [ 646.249480] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.261398] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.312015] env[63021]: DEBUG nova.policy [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b90a8589a494b78bac628b65108c479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60890ece57840e8b8c75711db8e0a32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.374725] env[63021]: DEBUG oslo_concurrency.lockutils [req-f8d56756-a2f4-4f95-becc-0e48d070b1d6 req-e9d3fb32-ace2-4fec-b2d4-4e4e3fcd55a6 service nova] Releasing lock "refresh_cache-85f38a11-9eec-4cfc-b7e9-a10660b797c4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.420624] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52254d49-4e7e-f657-41a3-8a0a230f5638, 'name': SearchDatastore_Task, 'duration_secs': 0.034194} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.421457] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e20993-77be-41ec-8742-e315165968e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.429271] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 646.429271] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc8286-f0e6-9621-68d4-cbcb304740d7" [ 646.429271] env[63021]: _type = "Task" [ 646.429271] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.438283] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc8286-f0e6-9621-68d4-cbcb304740d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.481152] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Releasing lock "refresh_cache-ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.481469] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Received event network-changed-6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 646.481668] env[63021]: DEBUG nova.compute.manager [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Refreshing instance network info cache due to event network-changed-6b1a23b5-fdee-41c0-a030-f445e84c8480. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 646.482038] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Acquiring lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482157] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Acquired lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.482279] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Refreshing network info cache for port 6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.618160] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.697421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.697661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.697860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.698042] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.698205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.704951] env[63021]: INFO nova.compute.manager [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Terminating instance [ 646.759951] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282142, 'name': ReconfigVM_Task, 'duration_secs': 0.368359} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.760176] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d/ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.760838] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac69a575-1402-4499-bac5-70c1afbbba9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.769731] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 646.769731] env[63021]: value = "task-4282143" [ 646.769731] env[63021]: _type = "Task" [ 646.769731] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.782435] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282143, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.945194] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc8286-f0e6-9621-68d4-cbcb304740d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.945705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.945974] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.946269] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bb2c935-0f75-42a6-8bd7-8b0023d3938f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.956272] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 646.956272] env[63021]: value = "task-4282144" [ 646.956272] env[63021]: _type = "Task" [ 646.956272] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.967168] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.158164] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7f17c-4130-4ec4-a151-bca92ad03450 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.171437] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90ffa5-cf80-45f8-b8bf-c6030dfa52cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.218600] env[63021]: DEBUG nova.compute.manager [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.219064] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.221663] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d1671-ec1c-4b67-8020-52860d84fb88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.227649] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baaf066-ac89-42bb-ad50-a11137e7509f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243188] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74977d50-97bc-418e-a76d-0d26682170c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.251017] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.252719] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ece8918-dc97-47af-9c92-a68ebd9b5a57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.266308] env[63021]: DEBUG nova.compute.provider_tree [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.272017] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 647.272017] env[63021]: value = "task-4282145" [ 647.272017] env[63021]: _type = "Task" [ 647.272017] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.290607] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282143, 'name': Rename_Task, 'duration_secs': 0.400169} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.291254] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.292209] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Successfully updated port: dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.293428] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.294259] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90c9c50-67b2-4ad1-81d3-af49ed00cb7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.302282] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 647.302282] env[63021]: value = "task-4282146" [ 647.302282] env[63021]: _type = "Task" [ 647.302282] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.317824] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.467646] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.533378] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Successfully created port: 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.610329] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-plugged-19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 647.610542] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.610744] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.610900] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.611749] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] No waiting events found dispatching network-vif-plugged-19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.611989] env[63021]: WARNING nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received unexpected event network-vif-plugged-19c31e45-0828-4a6b-8ed8-10882d923cd3 for instance with vm_state building and task_state spawning. [ 647.614076] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-changed-19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 647.614076] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing instance network info cache due to event network-changed-19c31e45-0828-4a6b-8ed8-10882d923cd3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 647.614076] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Acquiring lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.614076] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Acquired lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.614076] env[63021]: DEBUG nova.network.neutron [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing network info cache for port 19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.636882] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.674592] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.674840] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.676617] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.676617] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.676617] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.676617] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.676617] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.676910] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.676910] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.676910] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.676910] env[63021]: DEBUG nova.virt.hardware [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.677724] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3222f25c-9dac-4683-ac70-1cf41c29359c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.687060] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2bb518-a332-4eb5-9c67-4d92004d008a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.771750] env[63021]: DEBUG nova.scheduler.client.report [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.792754] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282145, 'name': PowerOffVM_Task, 'duration_secs': 0.435172} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.792754] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.792754] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.792754] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36675133-a81e-4aae-8a93-3defe1f3c7c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.799078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquired lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.799078] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.818607] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282146, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.859245] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.859498] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.859719] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Deleting the datastore file [datastore2] bd9bcb3d-1fd3-442e-b28b-cf1746a998e2 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.859988] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b94232cd-9ec3-4188-8165-f99640bc4138 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.866661] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for the task: (returnval){ [ 647.866661] env[63021]: value = "task-4282148" [ 647.866661] env[63021]: _type = "Task" [ 647.866661] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.876287] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.972102] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638128} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.972102] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.972102] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.972102] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c06659e-e7f3-4fb9-b15f-dc2cf95bdccf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.978266] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 647.978266] env[63021]: value = "task-4282149" [ 647.978266] env[63021]: _type = "Task" [ 647.978266] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.988395] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.095672] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updated VIF entry in instance network info cache for port 6b1a23b5-fdee-41c0-a030-f445e84c8480. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.096177] env[63021]: DEBUG nova.network.neutron [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updating instance_info_cache with network_info: [{"id": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "address": "fa:16:3e:72:b7:82", "network": {"id": "a85fd053-192d-4ad7-8936-b165c527eeb1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-661095954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d56e0a951f64f32973f0aa5a8dc0a92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b1a23b5-fd", "ovs_interfaceid": "6b1a23b5-fdee-41c0-a030-f445e84c8480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.206764] env[63021]: DEBUG nova.network.neutron [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.284393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.285041] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.288306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.425s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.289385] env[63021]: INFO nova.compute.claims [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.316698] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282146, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.376420] env[63021]: DEBUG oslo_vmware.api [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Task: {'id': task-4282148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139009} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.376674] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.376850] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.377030] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.377207] env[63021]: INFO nova.compute.manager [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 648.377440] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.377611] env[63021]: DEBUG nova.compute.manager [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.377698] env[63021]: DEBUG nova.network.neutron [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.424211] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.489014] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071995} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.489390] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.490230] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0d5f7-3736-4bc9-baae-0dbb9ada9896 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.511774] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.512275] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b860096d-725e-475d-8d61-64367b7723b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.528200] env[63021]: DEBUG nova.network.neutron [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.533747] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 648.533747] env[63021]: value = "task-4282150" [ 648.533747] env[63021]: _type = "Task" [ 648.533747] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.547245] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.600474] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6801cf8-d0ed-46bc-8bde-ceeb590ce13b req-f19c59d2-ce40-409c-91bc-1747f7bf872a service nova] Releasing lock "refresh_cache-1a267cc6-b428-4d9e-84d8-c72462578458" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.794622] env[63021]: DEBUG nova.compute.utils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.798045] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.798434] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.815454] env[63021]: DEBUG oslo_vmware.api [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282146, 'name': PowerOnVM_Task, 'duration_secs': 1.204327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.816274] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.816478] env[63021]: INFO nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Took 9.41 seconds to spawn the instance on the hypervisor. [ 648.816696] env[63021]: DEBUG nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.817493] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc3370f-f9dd-43d8-899a-f23c87ac4548 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.913795] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully updated port: 849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.917395] env[63021]: DEBUG nova.network.neutron [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updating instance_info_cache with network_info: [{"id": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "address": "fa:16:3e:ca:a5:75", "network": {"id": "7eb0fe48-51f5-4a5b-9789-54685cd519e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-883720491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf9b1c12d2f48099bc73a93c998b4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc497bcd-0d", "ovs_interfaceid": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.927240] env[63021]: DEBUG nova.policy [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c67c989c72434e22aa1c90d9a409d88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ff205380dec4d64a876c9a6955d05e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.031507] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Releasing lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.031507] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received event network-vif-plugged-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 649.032565] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Acquiring lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.032565] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.032565] env[63021]: DEBUG oslo_concurrency.lockutils [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] Lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.032565] env[63021]: DEBUG nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] No waiting events found dispatching network-vif-plugged-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.032565] env[63021]: WARNING nova.compute.manager [req-96e7e6e8-134c-4a1a-882a-5e5980d5e89b req-47691740-0188-4077-80f8-87e9a19b4311 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received unexpected event network-vif-plugged-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 for instance with vm_state building and task_state spawning. [ 649.047905] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.109365] env[63021]: DEBUG nova.compute.manager [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-plugged-849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 649.109365] env[63021]: DEBUG oslo_concurrency.lockutils [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.109569] env[63021]: DEBUG oslo_concurrency.lockutils [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.109747] env[63021]: DEBUG oslo_concurrency.lockutils [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.110619] env[63021]: DEBUG nova.compute.manager [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] No waiting events found dispatching network-vif-plugged-849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.110619] env[63021]: WARNING nova.compute.manager [req-92494792-c55f-42f3-b05f-f8713e048189 req-69ad3ef1-8618-4e2a-825e-94829f32073c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received unexpected event network-vif-plugged-849d83d9-1e5d-4833-9845-ed8a9678c7fa for instance with vm_state building and task_state spawning. [ 649.299085] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.342362] env[63021]: INFO nova.compute.manager [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Took 30.77 seconds to build instance. [ 649.424301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Releasing lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.424301] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Instance network_info: |[{"id": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "address": "fa:16:3e:ca:a5:75", "network": {"id": "7eb0fe48-51f5-4a5b-9789-54685cd519e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-883720491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf9b1c12d2f48099bc73a93c998b4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc497bcd-0d", "ovs_interfaceid": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.425077] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a5:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc497bcd-0d2b-4633-bf54-fdfe8dadba91', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.432466] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Creating folder: Project (dbf9b1c12d2f48099bc73a93c998b4e3). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.433114] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f066e29-1d85-4d30-96b3-6e58bb6bf6fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.446461] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Created folder: Project (dbf9b1c12d2f48099bc73a93c998b4e3) in parent group-v843603. [ 649.447458] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Creating folder: Instances. Parent ref: group-v843670. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.447458] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89ff6c4-6f42-4e9b-81d4-0272829e5904 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.459350] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Created folder: Instances in parent group-v843670. [ 649.459646] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.459882] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.460112] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ea0111-d5fe-45ca-a1c7-259463210716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.486844] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.486844] env[63021]: value = "task-4282153" [ 649.486844] env[63021]: _type = "Task" [ 649.486844] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.496125] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282153, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.554992] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282150, 'name': ReconfigVM_Task, 'duration_secs': 0.667022} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.560128] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b/ebc928de-0e22-4fba-a2ad-304da3e8351b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.561274] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b08d504-5810-457a-b187-9046a222a839 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.569770] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 649.569770] env[63021]: value = "task-4282154" [ 649.569770] env[63021]: _type = "Task" [ 649.569770] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.580710] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282154, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.662308] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Successfully created port: 8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.685166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.685318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.711009] env[63021]: DEBUG nova.network.neutron [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.846149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5639dfe6-bdeb-43d9-975a-f2d89560aa23 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.284s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.946009] env[63021]: DEBUG nova.compute.manager [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 649.946253] env[63021]: DEBUG nova.compute.manager [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing instance network info cache due to event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 649.946474] env[63021]: DEBUG oslo_concurrency.lockutils [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] Acquiring lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.946615] env[63021]: DEBUG oslo_concurrency.lockutils [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] Acquired lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.946774] env[63021]: DEBUG nova.network.neutron [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.990129] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b8306-2119-44b0-918e-4856d369e23a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.006537] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282153, 'name': CreateVM_Task, 'duration_secs': 0.351962} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.007487] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7f844-8127-410c-9d53-536a8965fa36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.015216] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.015995] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.016231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.016668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.017184] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4a54b7-a370-4d75-a295-24042908ea39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.044874] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e169b1-0b23-4939-9abf-11a10a4fc0ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.048600] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 650.048600] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52461c13-e49b-a537-0176-5587ce114779" [ 650.048600] env[63021]: _type = "Task" [ 650.048600] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.055159] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91aeb0-02ca-4272-8bce-f6976cd264b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.061527] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52461c13-e49b-a537-0176-5587ce114779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.072128] env[63021]: DEBUG nova.compute.provider_tree [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.081275] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282154, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.213699] env[63021]: INFO nova.compute.manager [-] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Took 1.84 seconds to deallocate network for instance. [ 650.316098] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.353189] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.353189] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.353189] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.353585] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.353585] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.353585] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.353585] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.353692] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.354053] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.354426] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.354426] env[63021]: DEBUG nova.virt.hardware [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.355115] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.359366] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a4718-fe9c-41f1-8315-3d5e8c5f13a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.370558] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f77713-40b0-48da-9731-8c485000aa6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.559731] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52461c13-e49b-a537-0176-5587ce114779, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.560355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.562296] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.562636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.562809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.562997] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.563329] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcf4355f-4ae1-457d-83b4-eb24583f0358 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.577410] env[63021]: DEBUG nova.scheduler.client.report [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.584287] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.584287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.589948] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390e78d6-f552-4671-8052-34512d4a842e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.594165] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282154, 'name': Rename_Task, 'duration_secs': 0.720643} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.594165] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.594266] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09779d57-c214-4bca-8cb3-53a3cdeff8f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.597979] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 650.597979] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527b150c-6d4f-00b8-cbaa-dff28702b87f" [ 650.597979] env[63021]: _type = "Task" [ 650.597979] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.607104] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Waiting for the task: (returnval){ [ 650.607104] env[63021]: value = "task-4282155" [ 650.607104] env[63021]: _type = "Task" [ 650.607104] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.615731] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527b150c-6d4f-00b8-cbaa-dff28702b87f, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.616404] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e583b34-54c9-4a2b-b5f8-966eeb3b8044 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.624413] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.629172] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 650.629172] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5204ff1e-ec89-76fe-0000-f41ca597c762" [ 650.629172] env[63021]: _type = "Task" [ 650.629172] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.638277] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5204ff1e-ec89-76fe-0000-f41ca597c762, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.638521] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.638778] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d1ca890a-802b-424b-9e79-95ac46977bce/d1ca890a-802b-424b-9e79-95ac46977bce.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.639040] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1036fb9a-2851-4e6f-b6cc-1793f3c4f1b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.647643] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 650.647643] env[63021]: value = "task-4282156" [ 650.647643] env[63021]: _type = "Task" [ 650.647643] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.659976] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.721711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.778235] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Successfully updated port: 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.886892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.018930] env[63021]: DEBUG nova.network.neutron [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updated VIF entry in instance network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.019427] env[63021]: DEBUG nova.network.neutron [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updating instance_info_cache with network_info: [{"id": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "address": "fa:16:3e:ca:a5:75", "network": {"id": "7eb0fe48-51f5-4a5b-9789-54685cd519e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-883720491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf9b1c12d2f48099bc73a93c998b4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc497bcd-0d", "ovs_interfaceid": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.084294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.084921] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.088746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.839s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.090153] env[63021]: INFO nova.compute.claims [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.120378] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282155, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.162856] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502262} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.163177] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d1ca890a-802b-424b-9e79-95ac46977bce/d1ca890a-802b-424b-9e79-95ac46977bce.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.163407] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.163713] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8542ef76-7db6-4afb-8e20-231d24169e4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.174109] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 651.174109] env[63021]: value = "task-4282157" [ 651.174109] env[63021]: _type = "Task" [ 651.174109] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.181198] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.235345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.235706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.281829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.281990] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.282172] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.522847] env[63021]: DEBUG oslo_concurrency.lockutils [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] Releasing lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523135] env[63021]: DEBUG nova.compute.manager [req-9662e5f0-1b11-4f71-8b02-67d449dc9acd req-5b27c05e-a5ff-471e-8853-b05f73dd881a service nova] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Received event network-vif-deleted-cdeadc28-c91e-4bf8-a700-982137b09765 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 651.597281] env[63021]: DEBUG nova.compute.utils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.598822] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.598890] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.604712] env[63021]: DEBUG nova.compute.manager [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-changed-849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 651.604973] env[63021]: DEBUG nova.compute.manager [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing instance network info cache due to event network-changed-849d83d9-1e5d-4833-9845-ed8a9678c7fa. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 651.607345] env[63021]: DEBUG oslo_concurrency.lockutils [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] Acquiring lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.607345] env[63021]: DEBUG oslo_concurrency.lockutils [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] Acquired lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.607345] env[63021]: DEBUG nova.network.neutron [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing network info cache for port 849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.626086] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282155, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.689022] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068593} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.689022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.689922] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca065d1-007d-43bb-9291-975501c642a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.718044] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] d1ca890a-802b-424b-9e79-95ac46977bce/d1ca890a-802b-424b-9e79-95ac46977bce.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.719763] env[63021]: DEBUG nova.policy [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04decd77fd9a418da6a1b9b112c5126f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34f55fbbba947a198c0b7fb80a68193', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.721392] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dedcb93-fe70-4351-84b3-477d07385483 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.744862] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 651.744862] env[63021]: value = "task-4282158" [ 651.744862] env[63021]: _type = "Task" [ 651.744862] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.757076] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.868792] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.102921] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.123041] env[63021]: DEBUG oslo_vmware.api [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Task: {'id': task-4282155, 'name': PowerOnVM_Task, 'duration_secs': 1.156209} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.123041] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.123501] env[63021]: DEBUG nova.compute.manager [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.124831] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849cfd5-177c-4200-9995-46ed1842a1c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.177650] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.179056] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.222401] env[63021]: DEBUG nova.network.neutron [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.256027] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282158, 'name': ReconfigVM_Task, 'duration_secs': 0.308826} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.256027] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Reconfigured VM instance instance-00000019 to attach disk [datastore2] d1ca890a-802b-424b-9e79-95ac46977bce/d1ca890a-802b-424b-9e79-95ac46977bce.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.256027] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b4ca352-1ed4-4cc9-8499-18acaad92362 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.262828] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 652.262828] env[63021]: value = "task-4282159" [ 652.262828] env[63021]: _type = "Task" [ 652.262828] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.263567] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Successfully updated port: 0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.273429] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282159, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.285103] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Successfully updated port: 8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.326289] env[63021]: DEBUG nova.network.neutron [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.461711] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Successfully created port: 77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.462501] env[63021]: DEBUG nova.network.neutron [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.484089] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 652.484781] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.484999] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.485184] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.485364] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] No waiting events found dispatching network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.485839] env[63021]: WARNING nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received unexpected event network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf for instance with vm_state building and task_state spawning. [ 652.485839] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 652.485839] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing instance network info cache due to event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 652.486121] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.650744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.695310] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.695310] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.695310] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.695310] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.695615] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.695830] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.696055] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 652.696296] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.745827] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f3cc4-debc-43f5-9b77-df89cb2dbf18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.756930] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86e05a4-f573-46e6-9535-aaec185e7b11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.797109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.797948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.798114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquired lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.798296] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.803889] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a153a3-9df3-49ec-9333-a307644873b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.816929] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282159, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.818010] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24e190b-f93e-42cf-938d-1ac22be245f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.836918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.837575] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance network_info: |[{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.838239] env[63021]: DEBUG nova.compute.provider_tree [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.840048] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840048] env[63021]: DEBUG nova.network.neutron [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.841463] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fe:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e2ea98-76da-43b3-bab6-7673a7afb3bf', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.849549] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating folder: Project (c60890ece57840e8b8c75711db8e0a32). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.851799] env[63021]: DEBUG nova.scheduler.client.report [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.856583] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82b490fe-abf0-4a7b-ac70-ccac3085e2ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.868261] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created folder: Project (c60890ece57840e8b8c75711db8e0a32) in parent group-v843603. [ 652.868440] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating folder: Instances. Parent ref: group-v843673. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.868923] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6dab8c-1fd5-4fa4-9a2e-6772bff3dd8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.878063] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created folder: Instances in parent group-v843673. [ 652.878378] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.878583] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.878975] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68fd2b8-7b34-468d-acd1-183c59541850 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.902976] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.902976] env[63021]: value = "task-4282162" [ 652.902976] env[63021]: _type = "Task" [ 652.902976] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.912459] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282162, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.966189] env[63021]: DEBUG oslo_concurrency.lockutils [req-a41b5a1e-eb26-4f54-8f61-349ad07781cc req-783afffd-beea-425a-a814-c9dabff46e4a service nova] Releasing lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.966892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.967085] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.115488] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.154473] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.154633] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.155591] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.155591] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.155591] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.155591] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.155591] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.155885] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.155885] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.156132] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.156393] env[63021]: DEBUG nova.virt.hardware [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.157735] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5c289-17cb-4e9f-ad48-85108e0de6af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.169450] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e687c-1935-4e80-9de4-7582f5bf7c0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.200232] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.312020] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282159, 'name': Rename_Task, 'duration_secs': 0.884028} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.312020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.312020] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e3182c-8f51-442b-a1db-84a454213afd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.074885] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.080203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.992s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.080707] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.087706] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 654.087706] env[63021]: value = "task-4282163" [ 654.087706] env[63021]: _type = "Task" [ 654.087706] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.088475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.968s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.090540] env[63021]: INFO nova.compute.claims [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.110890] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282162, 'name': CreateVM_Task, 'duration_secs': 0.396783} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.111089] env[63021]: DEBUG oslo_vmware.api [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282163, 'name': PowerOnVM_Task, 'duration_secs': 0.734074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.111189] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.112530] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.112530] env[63021]: INFO nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Took 9.25 seconds to spawn the instance on the hypervisor. [ 654.112530] env[63021]: DEBUG nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.112834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.112987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.113302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.114067] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff7fa5-13ef-445f-94c3-2e3d9d49e967 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.119613] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0793ad2e-aa43-40a9-aec9-ec07d0642b68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.128615] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 654.128615] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5290ef89-edc7-c6f6-66e3-ac5f0d66119e" [ 654.128615] env[63021]: _type = "Task" [ 654.128615] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.144952] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5290ef89-edc7-c6f6-66e3-ac5f0d66119e, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.145319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.145549] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.146114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.146114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.146216] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.146577] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa9e31ec-a697-4a6d-bae8-83240a5e08c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.155730] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.156378] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.156734] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053811ae-a128-45c4-bbb6-11430acf3198 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.164021] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 654.164021] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b65856-d918-d5bb-1356-1dea2fcaf445" [ 654.164021] env[63021]: _type = "Task" [ 654.164021] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.175846] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b65856-d918-d5bb-1356-1dea2fcaf445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.183405] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.246278] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Successfully updated port: 77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.430704] env[63021]: DEBUG nova.network.neutron [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Updating instance_info_cache with network_info: [{"id": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "address": "fa:16:3e:14:29:55", "network": {"id": "fbc42eb5-8dca-4fca-9de5-944ea38874c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1836156464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff205380dec4d64a876c9a6955d05e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc705f2-4e", "ovs_interfaceid": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.590476] env[63021]: DEBUG nova.compute.utils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.591928] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.595722] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.597744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.598108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.598191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "ebc928de-0e22-4fba-a2ad-304da3e8351b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.598361] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.598525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.603935] env[63021]: INFO nova.compute.manager [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Terminating instance [ 654.608193] env[63021]: DEBUG nova.network.neutron [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updated VIF entry in instance network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.608528] env[63021]: DEBUG nova.network.neutron [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.640747] env[63021]: INFO nova.compute.manager [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Took 29.80 seconds to build instance. [ 654.676783] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b65856-d918-d5bb-1356-1dea2fcaf445, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.677562] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae64934-e9da-4d1e-bef2-2c733fd97d2f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.682972] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 654.682972] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52701465-64ca-57a4-bc6e-954c52ae8d48" [ 654.682972] env[63021]: _type = "Task" [ 654.682972] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.692363] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52701465-64ca-57a4-bc6e-954c52ae8d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.751911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.751911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquired lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.751911] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.768598] env[63021]: DEBUG nova.policy [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a3f22c305f440fb91dcdf8ec5905c01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c3562d414940018089db69f530e6e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.833054] env[63021]: DEBUG nova.network.neutron [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [{"id": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "address": "fa:16:3e:81:7a:0f", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c31e45-08", "ovs_interfaceid": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "address": "fa:16:3e:d4:70:77", "network": {"id": "0ff6c002-d81a-440c-a37b-b81067afb6b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524103423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d83d9-1e", "ovs_interfaceid": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fefd178-2372-47eb-9071-b4240996ca44", "address": "fa:16:3e:b9:b7:76", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fefd178-23", "ovs_interfaceid": "0fefd178-2372-47eb-9071-b4240996ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.938334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Releasing lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.938334] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Instance network_info: |[{"id": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "address": "fa:16:3e:14:29:55", "network": {"id": "fbc42eb5-8dca-4fca-9de5-944ea38874c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1836156464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff205380dec4d64a876c9a6955d05e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc705f2-4e", "ovs_interfaceid": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.938334] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:29:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc705f2-4edf-41b4-9299-38cbadc112b9', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.945153] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Creating folder: Project (3ff205380dec4d64a876c9a6955d05e0). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.945760] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-778ee739-f2af-4759-a11b-51d541e69bcd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.960529] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Created folder: Project (3ff205380dec4d64a876c9a6955d05e0) in parent group-v843603. [ 654.960621] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Creating folder: Instances. Parent ref: group-v843676. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.961209] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9af374b-5f26-4c8d-b6ba-cf64dd4a5a6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.970107] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Created folder: Instances in parent group-v843676. [ 654.970354] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.970550] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.970755] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02daaea2-a915-4448-8b45-8620d603aca6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.991845] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.991845] env[63021]: value = "task-4282166" [ 654.991845] env[63021]: _type = "Task" [ 654.991845] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.999908] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282166, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.096173] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.108586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "refresh_cache-ebc928de-0e22-4fba-a2ad-304da3e8351b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.108586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquired lock "refresh_cache-ebc928de-0e22-4fba-a2ad-304da3e8351b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.108974] env[63021]: DEBUG nova.network.neutron [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.110847] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.110847] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-plugged-0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 655.110986] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.113318] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.113318] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.113318] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] No waiting events found dispatching network-vif-plugged-0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.113318] env[63021]: WARNING nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received unexpected event network-vif-plugged-0fefd178-2372-47eb-9071-b4240996ca44 for instance with vm_state building and task_state spawning. [ 655.113318] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Received event network-vif-plugged-8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 655.113318] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Acquiring lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.113318] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.113318] env[63021]: DEBUG oslo_concurrency.lockutils [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.113318] env[63021]: DEBUG nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] No waiting events found dispatching network-vif-plugged-8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.113318] env[63021]: WARNING nova.compute.manager [req-a72382e6-2818-46fa-a405-092d9096a08a req-c37c2ee5-8ce4-421b-a798-03db9d16946c service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Received unexpected event network-vif-plugged-8cc705f2-4edf-41b4-9299-38cbadc112b9 for instance with vm_state building and task_state spawning. [ 655.143440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-544d3688-1396-47af-9123-d2fa061d6267 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.309s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.179369] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-changed-0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 655.179528] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing instance network info cache due to event network-changed-0fefd178-2372-47eb-9071-b4240996ca44. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 655.179927] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquiring lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.194364] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52701465-64ca-57a4-bc6e-954c52ae8d48, 'name': SearchDatastore_Task, 'duration_secs': 0.037124} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.194758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.195099] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.195307] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8095dae-c166-46c5-bb54-a7e3b323b945 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.204770] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 655.204770] env[63021]: value = "task-4282167" [ 655.204770] env[63021]: _type = "Task" [ 655.204770] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.221961] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.328393] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.337028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.337557] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance network_info: |[{"id": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "address": "fa:16:3e:81:7a:0f", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c31e45-08", "ovs_interfaceid": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "address": "fa:16:3e:d4:70:77", "network": {"id": "0ff6c002-d81a-440c-a37b-b81067afb6b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524103423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d83d9-1e", "ovs_interfaceid": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fefd178-2372-47eb-9071-b4240996ca44", "address": "fa:16:3e:b9:b7:76", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fefd178-23", "ovs_interfaceid": "0fefd178-2372-47eb-9071-b4240996ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.337971] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquired lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338104] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Refreshing network info cache for port 0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.339505] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7a:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c31e45-0828-4a6b-8ed8-10882d923cd3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:70:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849d83d9-1e5d-4833-9845-ed8a9678c7fa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:b7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fefd178-2372-47eb-9071-b4240996ca44', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.357946] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Creating folder: Project (bc3abe24ee274789a5efb3d07fd66291). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.358423] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a709f86-2d1a-4d58-bcab-e7da661cddec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.378081] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Created folder: Project (bc3abe24ee274789a5efb3d07fd66291) in parent group-v843603. [ 655.378293] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Creating folder: Instances. Parent ref: group-v843682. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.382988] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d0ec061-3a8e-427c-aa81-ec3f1421ca8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.398920] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Created folder: Instances in parent group-v843682. [ 655.399932] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.399932] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.399932] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01329f29-dc17-447f-99df-815502f84094 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.443771] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.443771] env[63021]: value = "task-4282173" [ 655.443771] env[63021]: _type = "Task" [ 655.443771] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.458088] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282173, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.509257] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282166, 'name': CreateVM_Task, 'duration_secs': 0.362134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.509257] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.512625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.512625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.512625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.513775] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92353bc4-8283-451f-80e6-01815eba5dfd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.518994] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 655.518994] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5218d1d9-11b9-12f1-97c6-333e79703996" [ 655.518994] env[63021]: _type = "Task" [ 655.518994] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.530351] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5218d1d9-11b9-12f1-97c6-333e79703996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.651918] env[63021]: DEBUG nova.network.neutron [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.655986] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.672628] env[63021]: DEBUG nova.network.neutron [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Updating instance_info_cache with network_info: [{"id": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "address": "fa:16:3e:c7:bd:e1", "network": {"id": "921d90a0-4912-4bfe-8714-29b6bb6b2632", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-964080198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34f55fbbba947a198c0b7fb80a68193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b8bb92-f4", "ovs_interfaceid": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.706776] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Successfully created port: b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.722808] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.748856] env[63021]: DEBUG nova.network.neutron [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.834780] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.835201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.931506] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc165b4-da9d-425e-b4c4-ddfaa713f2de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.948445] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358639a-1cc4-4303-982e-3593fdb730f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.984752] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282173, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.994960] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972addb-7f80-4e6e-92da-4e04b510bd61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.005716] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f754d-bbe3-4da6-a9bd-a0e3a63ebd23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.021111] env[63021]: DEBUG nova.compute.provider_tree [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.031347] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5218d1d9-11b9-12f1-97c6-333e79703996, 'name': SearchDatastore_Task, 'duration_secs': 0.056083} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.031670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.031892] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.032134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.035026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.035026] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.035026] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a32293e-7afd-4de0-b55e-365abb098ee8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.042533] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.042956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.043545] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6091fe6-9415-4fba-92e5-4ca11515a7a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.050468] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 656.050468] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527c6f9d-8efa-fcb1-f4dd-3c301c6c65a3" [ 656.050468] env[63021]: _type = "Task" [ 656.050468] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.059100] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527c6f9d-8efa-fcb1-f4dd-3c301c6c65a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.108989] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.147867] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.148171] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.148582] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.148582] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.148582] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.148750] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.148973] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.149180] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.149319] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.149477] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.149710] env[63021]: DEBUG nova.virt.hardware [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.150677] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17dce3d-cb34-43bc-9df5-4f19fcfee5b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.164154] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9534c2-ada3-45e1-9876-c8f6b1ce4c75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.179485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Releasing lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.179678] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Instance network_info: |[{"id": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "address": "fa:16:3e:c7:bd:e1", "network": {"id": "921d90a0-4912-4bfe-8714-29b6bb6b2632", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-964080198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34f55fbbba947a198c0b7fb80a68193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b8bb92-f4", "ovs_interfaceid": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.180783] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:bd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46785c9c-8b22-487d-a854-b3e67c5ed1d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b8bb92-f471-4f0b-83a5-036b71057f2d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.188969] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Creating folder: Project (b34f55fbbba947a198c0b7fb80a68193). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.197472] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-098d62b1-8d3e-455a-9d76-669f69176289 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.201360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.209796] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Created folder: Project (b34f55fbbba947a198c0b7fb80a68193) in parent group-v843603. [ 656.209796] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Creating folder: Instances. Parent ref: group-v843685. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.212874] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9bbb231-c897-4b56-afc5-21dea59da2b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.223285] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54592} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.223573] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.223845] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.225203] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd203efc-bc8c-409f-91b8-a8b8a23d11a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.228961] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Created folder: Instances in parent group-v843685. [ 656.229232] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.230728] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.230728] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcc36dc8-d503-430c-8301-f2741f27a463 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.249069] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 656.249069] env[63021]: value = "task-4282176" [ 656.249069] env[63021]: _type = "Task" [ 656.249069] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.254592] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Releasing lock "refresh_cache-ebc928de-0e22-4fba-a2ad-304da3e8351b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.255035] env[63021]: DEBUG nova.compute.manager [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.255227] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.255479] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.255479] env[63021]: value = "task-4282177" [ 656.255479] env[63021]: _type = "Task" [ 656.255479] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.256672] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3241ee-38e3-46ca-8a2a-4e22647279e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.265803] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.271119] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.275315] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d49b84-028a-4fbb-8ca1-b7f6db3e2a4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.277233] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282177, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.278145] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updated VIF entry in instance network info cache for port 0fefd178-2372-47eb-9071-b4240996ca44. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.278605] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [{"id": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "address": "fa:16:3e:81:7a:0f", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c31e45-08", "ovs_interfaceid": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "address": "fa:16:3e:d4:70:77", "network": {"id": "0ff6c002-d81a-440c-a37b-b81067afb6b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524103423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d83d9-1e", "ovs_interfaceid": "849d83d9-1e5d-4833-9845-ed8a9678c7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fefd178-2372-47eb-9071-b4240996ca44", "address": "fa:16:3e:b9:b7:76", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fefd178-23", "ovs_interfaceid": "0fefd178-2372-47eb-9071-b4240996ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.290865] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 656.290865] env[63021]: value = "task-4282178" [ 656.290865] env[63021]: _type = "Task" [ 656.290865] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.301299] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.455897] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282173, 'name': CreateVM_Task, 'duration_secs': 0.963323} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.456137] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.457027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.457204] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.457530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.457789] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c968e6-0e15-437e-9501-fbeba425b6bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.462583] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 656.462583] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529cb0db-6c51-928d-1c5b-0d7223acf260" [ 656.462583] env[63021]: _type = "Task" [ 656.462583] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.472598] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529cb0db-6c51-928d-1c5b-0d7223acf260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.527070] env[63021]: DEBUG nova.scheduler.client.report [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.561715] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527c6f9d-8efa-fcb1-f4dd-3c301c6c65a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017581} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.562649] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a523435-78e3-4185-9ba4-171599a0ab21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.570078] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 656.570078] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5267af11-a0c6-2735-34ac-5895ea50d67e" [ 656.570078] env[63021]: _type = "Task" [ 656.570078] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.579645] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267af11-a0c6-2735-34ac-5895ea50d67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.763821] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109682} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.767921] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.768029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74566aa7-1449-4a5f-a2ac-1843f54a7c8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.789363] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Releasing lock "refresh_cache-3d4886b0-5036-4acf-8286-14e030f0382d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.789363] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Received event network-changed-8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 656.789363] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Refreshing instance network info cache due to event network-changed-8cc705f2-4edf-41b4-9299-38cbadc112b9. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 656.789363] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquiring lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.789363] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquired lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.789363] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Refreshing network info cache for port 8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.797089] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.797364] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282177, 'name': CreateVM_Task, 'duration_secs': 0.511473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.800387] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4094e55d-77cc-4a42-999b-3a47a5a99b00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.814719] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.819527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.826565] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282178, 'name': PowerOffVM_Task, 'duration_secs': 0.169744} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.828024] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.828024] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.828114] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 656.828114] env[63021]: value = "task-4282179" [ 656.828114] env[63021]: _type = "Task" [ 656.828114] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.828301] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2197f0fa-32fb-4474-b027-c31a4db00a02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.840639] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.864886] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.865035] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.865704] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Deleting the datastore file [datastore2] ebc928de-0e22-4fba-a2ad-304da3e8351b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.865704] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19dc33ab-bcb0-4aa0-8ff9-d913b39140be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.873583] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for the task: (returnval){ [ 656.873583] env[63021]: value = "task-4282181" [ 656.873583] env[63021]: _type = "Task" [ 656.873583] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.888613] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.977035] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529cb0db-6c51-928d-1c5b-0d7223acf260, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.979998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.980268] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.980481] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.980726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.981052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.981679] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02bc980-013c-45f2-986a-1eefa11eae74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.989079] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 656.989079] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524e6f6d-184a-8ed8-d701-460fd21a57ba" [ 656.989079] env[63021]: _type = "Task" [ 656.989079] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.998177] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524e6f6d-184a-8ed8-d701-460fd21a57ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.033430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.034070] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.036880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.026s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.053163] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Updated VIF entry in instance network info cache for port 8cc705f2-4edf-41b4-9299-38cbadc112b9. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.053163] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Updating instance_info_cache with network_info: [{"id": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "address": "fa:16:3e:14:29:55", "network": {"id": "fbc42eb5-8dca-4fca-9de5-944ea38874c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1836156464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff205380dec4d64a876c9a6955d05e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc705f2-4e", "ovs_interfaceid": "8cc705f2-4edf-41b4-9299-38cbadc112b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.081960] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267af11-a0c6-2735-34ac-5895ea50d67e, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.082247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.082516] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] faea4a23-f4b3-4990-85aa-d92affa76fd4/faea4a23-f4b3-4990-85aa-d92affa76fd4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.082797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.082977] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.083206] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-402db1b6-0895-4001-9c99-e58ae553ed40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.085970] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3899882-14e4-4b1f-b16d-883e67602072 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.097129] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 657.097129] env[63021]: value = "task-4282182" [ 657.097129] env[63021]: _type = "Task" [ 657.097129] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.101410] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.101629] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.102349] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ce0c1c-0f51-42ed-8ac2-ec488ae1c50d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.112318] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.113842] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 657.113842] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d56bf6-973b-72f9-8ab6-be6c90f08464" [ 657.113842] env[63021]: _type = "Task" [ 657.113842] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.127020] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d56bf6-973b-72f9-8ab6-be6c90f08464, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.127020] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355d20d3-751d-45ce-9676-e9adad7c5855 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.132660] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 657.132660] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5257598e-8f77-87b7-d0f7-05a1616ac846" [ 657.132660] env[63021]: _type = "Task" [ 657.132660] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.142027] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5257598e-8f77-87b7-d0f7-05a1616ac846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.347965] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282179, 'name': ReconfigVM_Task, 'duration_secs': 0.451255} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.348488] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.350920] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1118e9c8-1b96-4e8c-bb31-efd1674646ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.359605] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 657.359605] env[63021]: value = "task-4282183" [ 657.359605] env[63021]: _type = "Task" [ 657.359605] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.379128] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282183, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.403031] env[63021]: DEBUG oslo_vmware.api [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Task: {'id': task-4282181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116821} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.403031] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.403031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.403031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.403031] env[63021]: INFO nova.compute.manager [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 657.403031] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.403382] env[63021]: DEBUG nova.compute.manager [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.403382] env[63021]: DEBUG nova.network.neutron [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.458312] env[63021]: DEBUG nova.network.neutron [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.508660] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524e6f6d-184a-8ed8-d701-460fd21a57ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017705} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.508749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.509053] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.509203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.546777] env[63021]: DEBUG nova.compute.utils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.546777] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.546777] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.553362] env[63021]: INFO nova.compute.claims [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.566253] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.566617] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Releasing lock "refresh_cache-faea4a23-f4b3-4990-85aa-d92affa76fd4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.566913] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Received event network-vif-plugged-77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 657.567115] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquiring lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.567341] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.567499] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.568401] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] No waiting events found dispatching network-vif-plugged-77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.568401] env[63021]: WARNING nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Received unexpected event network-vif-plugged-77b8bb92-f471-4f0b-83a5-036b71057f2d for instance with vm_state building and task_state spawning. [ 657.568401] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Received event network-changed-77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 657.568401] env[63021]: DEBUG nova.compute.manager [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Refreshing instance network info cache due to event network-changed-77b8bb92-f471-4f0b-83a5-036b71057f2d. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 657.568401] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquiring lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.568708] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Acquired lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.568708] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Refreshing network info cache for port 77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.613909] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.626266] env[63021]: DEBUG nova.policy [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f0147cf25242cd8606da0a82a554ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3acfc193874f77ac095eb0fa25102d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.645745] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5257598e-8f77-87b7-d0f7-05a1616ac846, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.645974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.646269] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4886b0-5036-4acf-8286-14e030f0382d/3d4886b0-5036-4acf-8286-14e030f0382d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.646580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.646941] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.647110] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4921505a-cbe2-421d-b247-76db49314b05 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649202] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45890433-abbc-4a25-84f8-5dc8820946a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.661459] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.661943] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.662841] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 657.662841] env[63021]: value = "task-4282184" [ 657.662841] env[63021]: _type = "Task" [ 657.662841] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.663053] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5c9546-dd9e-465a-b320-a8a6015e8e1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.675180] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 657.675180] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dabbd0-21ae-a61d-c759-6f523b90b23a" [ 657.675180] env[63021]: _type = "Task" [ 657.675180] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.679466] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.690416] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dabbd0-21ae-a61d-c759-6f523b90b23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.880324] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282183, 'name': Rename_Task, 'duration_secs': 0.367824} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.880707] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.881243] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f3339d-042a-4c39-ad9e-aad0656226d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.897155] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 657.897155] env[63021]: value = "task-4282185" [ 657.897155] env[63021]: _type = "Task" [ 657.897155] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.910690] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.937348] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Successfully updated port: b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.963483] env[63021]: DEBUG nova.network.neutron [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.081921] env[63021]: INFO nova.compute.resource_tracker [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating resource usage from migration 3c830660-3787-45b4-8489-5ed33bd33f36 [ 658.099752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.100203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.118744] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535857} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.118955] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] faea4a23-f4b3-4990-85aa-d92affa76fd4/faea4a23-f4b3-4990-85aa-d92affa76fd4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.119339] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.119610] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3230259d-3cdc-4f28-9fa1-d6974fe6bc7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.136390] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 658.136390] env[63021]: value = "task-4282186" [ 658.136390] env[63021]: _type = "Task" [ 658.136390] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.158361] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.185255] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.210101] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dabbd0-21ae-a61d-c759-6f523b90b23a, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.215049] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc73c01c-bd9f-429c-bdc5-aeb3922fa0dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.229076] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 658.229076] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525f15b6-d94e-f57b-22ec-b2db205f05e3" [ 658.229076] env[63021]: _type = "Task" [ 658.229076] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.249195] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525f15b6-d94e-f57b-22ec-b2db205f05e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.290168] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Successfully created port: 5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.419315] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282185, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.445780] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.445780] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquired lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.445901] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.467523] env[63021]: INFO nova.compute.manager [-] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Took 1.06 seconds to deallocate network for instance. [ 658.596974] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.637865] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.638147] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.638217] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.638681] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.638681] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.639072] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.639238] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.639434] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.639612] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.639888] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.640115] env[63021]: DEBUG nova.virt.hardware [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.641131] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5172e26-b1ee-4a3d-97b2-3e27112ad246 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.660575] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7608d255-6b3b-407c-96fd-82ec2d613bea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.664641] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108553} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.667614] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.668950] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cd77cd-ac6d-4648-bc48-3bfbd4d09558 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.692457] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578109} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.702287] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4886b0-5036-4acf-8286-14e030f0382d/3d4886b0-5036-4acf-8286-14e030f0382d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.702787] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.711411] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] faea4a23-f4b3-4990-85aa-d92affa76fd4/faea4a23-f4b3-4990-85aa-d92affa76fd4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.714416] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a101d1-dc37-42c9-acdc-81f4a08805e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.717113] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e17a09-63ce-4e65-9b42-eb9308a2736e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.741204] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 658.741204] env[63021]: value = "task-4282187" [ 658.741204] env[63021]: _type = "Task" [ 658.741204] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.748468] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525f15b6-d94e-f57b-22ec-b2db205f05e3, 'name': SearchDatastore_Task, 'duration_secs': 0.019272} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.748788] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 658.748788] env[63021]: value = "task-4282188" [ 658.748788] env[63021]: _type = "Task" [ 658.748788] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.752328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.752592] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5b497fd9-7b68-4a7b-a155-bb93004b29da/5b497fd9-7b68-4a7b-a155-bb93004b29da.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.753151] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e2e795-776b-4785-91d0-2a68ac500af0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.763944] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.772592] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.772592] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 658.772592] env[63021]: value = "task-4282189" [ 658.772592] env[63021]: _type = "Task" [ 658.772592] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.780798] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.794441] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Updated VIF entry in instance network info cache for port 77b8bb92-f471-4f0b-83a5-036b71057f2d. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.795063] env[63021]: DEBUG nova.network.neutron [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Updating instance_info_cache with network_info: [{"id": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "address": "fa:16:3e:c7:bd:e1", "network": {"id": "921d90a0-4912-4bfe-8714-29b6bb6b2632", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-964080198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34f55fbbba947a198c0b7fb80a68193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46785c9c-8b22-487d-a854-b3e67c5ed1d7", "external-id": "nsx-vlan-transportzone-430", "segmentation_id": 430, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b8bb92-f4", "ovs_interfaceid": "77b8bb92-f471-4f0b-83a5-036b71057f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.866265] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66cd780-58b8-428b-b099-b94d26b85150 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.876907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47accaf-2ff6-40af-aaf0-a7bc50ac55ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.930202] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b458d-31a7-42b1-b5c5-d5459c6112f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.941490] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc8135-2561-4cda-ad99-f28478614ecd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.945714] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282185, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.949200] env[63021]: DEBUG nova.compute.manager [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.960104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c40d2-2ffb-4d86-9a0d-3a95d5890aa1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.963131] env[63021]: DEBUG nova.compute.provider_tree [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.977852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.017012] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.252682] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079602} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.255848] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.255848] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380a0a10-ef8c-4d17-a3b1-831fd15ed213 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.269282] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.296055] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3d4886b0-5036-4acf-8286-14e030f0382d/3d4886b0-5036-4acf-8286-14e030f0382d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.299956] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe82092-838b-49d3-a0af-950c0abd6ef2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.320207] env[63021]: DEBUG oslo_concurrency.lockutils [req-29e6f62e-4ee4-4ee9-9a62-226955ab213c req-52bf835a-634e-49a1-8860-e43dae16f652 service nova] Releasing lock "refresh_cache-5b497fd9-7b68-4a7b-a155-bb93004b29da" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.326340] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282189, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.328308] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 659.328308] env[63021]: value = "task-4282191" [ 659.328308] env[63021]: _type = "Task" [ 659.328308] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.336221] env[63021]: DEBUG nova.network.neutron [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updating instance_info_cache with network_info: [{"id": "b34f8c19-0b33-4185-9ab1-019c400919ea", "address": "fa:16:3e:b3:46:d6", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f8c19-0b", "ovs_interfaceid": "b34f8c19-0b33-4185-9ab1-019c400919ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.341807] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.438727] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282185, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.466418] env[63021]: DEBUG nova.scheduler.client.report [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.473011] env[63021]: INFO nova.compute.manager [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] instance snapshotting [ 659.479302] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88815356-3fb4-4c07-b1d9-9116c4abaeae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.504384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407b2a8-91d9-4db7-ab77-46f916cb5dce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.713804] env[63021]: DEBUG nova.compute.manager [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Received event network-vif-plugged-b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 659.714126] env[63021]: DEBUG oslo_concurrency.lockutils [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] Acquiring lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.714414] env[63021]: DEBUG oslo_concurrency.lockutils [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.714488] env[63021]: DEBUG oslo_concurrency.lockutils [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.714607] env[63021]: DEBUG nova.compute.manager [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] No waiting events found dispatching network-vif-plugged-b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.714798] env[63021]: WARNING nova.compute.manager [req-b78f90d3-93c7-49b9-9472-8482938ba574 req-c8d94b15-fa88-4ec5-978f-38d9aadee0e0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Received unexpected event network-vif-plugged-b34f8c19-0b33-4185-9ab1-019c400919ea for instance with vm_state building and task_state spawning. [ 659.764748] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282188, 'name': ReconfigVM_Task, 'duration_secs': 0.790308} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.765242] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Reconfigured VM instance instance-0000001b to attach disk [datastore2] faea4a23-f4b3-4990-85aa-d92affa76fd4/faea4a23-f4b3-4990-85aa-d92affa76fd4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.765973] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f0fb4e8-1310-4169-85c6-9543c9042337 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.774753] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 659.774753] env[63021]: value = "task-4282192" [ 659.774753] env[63021]: _type = "Task" [ 659.774753] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.784381] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282192, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.794041] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672318} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.794234] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5b497fd9-7b68-4a7b-a155-bb93004b29da/5b497fd9-7b68-4a7b-a155-bb93004b29da.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.794456] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.794732] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2c96d6-3fe8-44f6-a460-6314760c4678 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.802922] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 659.802922] env[63021]: value = "task-4282193" [ 659.802922] env[63021]: _type = "Task" [ 659.802922] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.814033] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.841875] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.843467] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Releasing lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.843959] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Instance network_info: |[{"id": "b34f8c19-0b33-4185-9ab1-019c400919ea", "address": "fa:16:3e:b3:46:d6", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f8c19-0b", "ovs_interfaceid": "b34f8c19-0b33-4185-9ab1-019c400919ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.844201] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:46:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34f8c19-0b33-4185-9ab1-019c400919ea', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.851841] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Creating folder: Project (28c3562d414940018089db69f530e6e9). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.852545] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f3ac00-886a-4b8a-9b39-9e3486c76d06 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.866429] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Created folder: Project (28c3562d414940018089db69f530e6e9) in parent group-v843603. [ 659.866429] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Creating folder: Instances. Parent ref: group-v843688. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.866782] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea27d320-cd6c-4b5f-a5a2-45a5777a3be7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.881599] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Created folder: Instances in parent group-v843688. [ 659.881988] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.882228] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.882424] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29dcfb5-5f22-4b7e-ab8a-b982b2389782 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.906196] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.906196] env[63021]: value = "task-4282196" [ 659.906196] env[63021]: _type = "Task" [ 659.906196] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.917026] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282196, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.935260] env[63021]: DEBUG oslo_vmware.api [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282185, 'name': PowerOnVM_Task, 'duration_secs': 1.62105} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.937663] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.937976] env[63021]: INFO nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Took 12.30 seconds to spawn the instance on the hypervisor. [ 659.938315] env[63021]: DEBUG nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.940731] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f874067-c010-49e6-8810-6088e4b7eb4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.968191] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Successfully updated port: 5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.973535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.936s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.973535] env[63021]: INFO nova.compute.manager [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Migrating [ 659.973535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.973535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.977035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.500s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.977035] env[63021]: DEBUG nova.objects.instance [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lazy-loading 'resources' on Instance uuid 0577df56-dcb7-4a57-95e7-b1685ffb6ed8 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.023693] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.024062] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d75b9e4d-72de-408f-a9e2-143c84e11af5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.036167] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 660.036167] env[63021]: value = "task-4282197" [ 660.036167] env[63021]: _type = "Task" [ 660.036167] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.046770] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.286943] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282192, 'name': Rename_Task, 'duration_secs': 0.384273} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.287209] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.287459] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294e4e6e-8d7a-4828-adb3-dad0f32de0c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.296591] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 660.296591] env[63021]: value = "task-4282198" [ 660.296591] env[63021]: _type = "Task" [ 660.296591] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.306279] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.315515] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101136} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.315854] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.316753] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc0016-768b-4f8a-a219-08060db35e03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.344329] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5b497fd9-7b68-4a7b-a155-bb93004b29da/5b497fd9-7b68-4a7b-a155-bb93004b29da.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.344329] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab74e5fe-2b20-4ac5-ae1b-a3e8c5674f33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.368619] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282191, 'name': ReconfigVM_Task, 'duration_secs': 0.909152} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.368619] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3d4886b0-5036-4acf-8286-14e030f0382d/3d4886b0-5036-4acf-8286-14e030f0382d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.368619] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 660.368619] env[63021]: value = "task-4282199" [ 660.368619] env[63021]: _type = "Task" [ 660.368619] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.368619] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e91be7-f059-4304-a994-b8d0074647be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.379728] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.381120] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 660.381120] env[63021]: value = "task-4282200" [ 660.381120] env[63021]: _type = "Task" [ 660.381120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.394724] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282200, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.419497] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282196, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.465761] env[63021]: INFO nova.compute.manager [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Took 35.33 seconds to build instance. [ 660.471664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.471994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquired lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.475327] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.481288] env[63021]: INFO nova.compute.rpcapi [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 660.481288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.495799] env[63021]: DEBUG nova.compute.manager [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Received event network-vif-plugged-5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 660.495799] env[63021]: DEBUG oslo_concurrency.lockutils [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] Acquiring lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.496053] env[63021]: DEBUG oslo_concurrency.lockutils [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.496267] env[63021]: DEBUG oslo_concurrency.lockutils [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.496471] env[63021]: DEBUG nova.compute.manager [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] No waiting events found dispatching network-vif-plugged-5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.496672] env[63021]: WARNING nova.compute.manager [req-5256016a-8f49-4347-a6e4-06d27196305a req-ade974c2-9cc3-4fbd-bb4f-8615355c54ff service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Received unexpected event network-vif-plugged-5420a0ce-b6fd-4c49-945c-70952997703b for instance with vm_state building and task_state spawning. [ 660.550253] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.811379] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.885423] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.894407] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282200, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.919814] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282196, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.967431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e3d0406f-6d0c-42a3-af1e-11e0836502ee tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.848s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.004264] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.004502] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.004639] env[63021]: DEBUG nova.network.neutron [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.014306] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.053146] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282197, 'name': CreateSnapshot_Task, 'duration_secs': 0.627634} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.053519] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.054282] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992fc17-a408-4899-b07d-fcd554196373 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.124592] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e59f7-722b-4e7c-8372-ff29e67b26c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.133790] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64fdc5-2e59-4bc5-8157-e638be78a9d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.178237] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d2993-e59c-4cbe-bea2-dcaa8b36b4a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.186956] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7734b98d-b17f-44da-ae20-9828880c9e49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.202877] env[63021]: DEBUG nova.compute.provider_tree [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.239429] env[63021]: DEBUG nova.network.neutron [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updating instance_info_cache with network_info: [{"id": "5420a0ce-b6fd-4c49-945c-70952997703b", "address": "fa:16:3e:45:0c:d5", "network": {"id": "05fa5228-96b3-4cd9-b006-904f38541ade", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1589752708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3acfc193874f77ac095eb0fa25102d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5420a0ce-b6", "ovs_interfaceid": "5420a0ce-b6fd-4c49-945c-70952997703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.308082] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.381815] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282199, 'name': ReconfigVM_Task, 'duration_secs': 0.893694} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.382126] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5b497fd9-7b68-4a7b-a155-bb93004b29da/5b497fd9-7b68-4a7b-a155-bb93004b29da.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.382861] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1118128-32f4-4df3-87e5-d753d4da6b26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.399657] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282200, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.399657] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 661.399657] env[63021]: value = "task-4282202" [ 661.399657] env[63021]: _type = "Task" [ 661.399657] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.411560] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282202, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.422857] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282196, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.470376] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.574845] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 661.575772] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7beacea7-f8e2-413d-8c34-4c38008f9728 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.585237] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 661.585237] env[63021]: value = "task-4282203" [ 661.585237] env[63021]: _type = "Task" [ 661.585237] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.596667] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282203, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.733704] env[63021]: ERROR nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] [req-3ef90098-8cb7-4762-a487-3b1db7eeef1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ef90098-8cb7-4762-a487-3b1db7eeef1f"}]} [ 661.745189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Releasing lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745189] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Instance network_info: |[{"id": "5420a0ce-b6fd-4c49-945c-70952997703b", "address": "fa:16:3e:45:0c:d5", "network": {"id": "05fa5228-96b3-4cd9-b006-904f38541ade", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1589752708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3acfc193874f77ac095eb0fa25102d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5420a0ce-b6", "ovs_interfaceid": "5420a0ce-b6fd-4c49-945c-70952997703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.745189] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0c:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5420a0ce-b6fd-4c49-945c-70952997703b', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.753446] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Creating folder: Project (2f3acfc193874f77ac095eb0fa25102d). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.756349] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51447783-c26f-4f63-8f34-31c9ac6b7e96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.758822] env[63021]: DEBUG nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.773127] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Created folder: Project (2f3acfc193874f77ac095eb0fa25102d) in parent group-v843603. [ 661.773347] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Creating folder: Instances. Parent ref: group-v843693. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.773623] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-328fa841-74cf-4b45-bec8-61121f2aa745 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.785764] env[63021]: DEBUG nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.786981] env[63021]: DEBUG nova.compute.provider_tree [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.792772] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Created folder: Instances in parent group-v843693. [ 661.793207] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.793442] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.793665] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf90e999-61d4-4b4f-90af-441dde2f8728 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.811127] env[63021]: DEBUG nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.824763] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.828382] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.828382] env[63021]: value = "task-4282206" [ 661.828382] env[63021]: _type = "Task" [ 661.828382] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.842205] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282206, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.846598] env[63021]: DEBUG nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.898426] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282200, 'name': Rename_Task, 'duration_secs': 1.153523} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.898611] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.898800] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb01fe5-a3a2-4dd5-b285-195c5662512f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.918925] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 661.918925] env[63021]: value = "task-4282207" [ 661.918925] env[63021]: _type = "Task" [ 661.918925] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.922500] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282202, 'name': Rename_Task, 'duration_secs': 0.259733} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.926882] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.937030] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbb287f-4255-489a-b026-f47e1a7ddbfb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.937030] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282196, 'name': CreateVM_Task, 'duration_secs': 1.571691} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.937236] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.938643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.938843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.939536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.950024] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f524a9-d9b7-42af-86a0-60057f808aa8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.950024] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282207, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.952011] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 661.952011] env[63021]: value = "task-4282208" [ 661.952011] env[63021]: _type = "Task" [ 661.952011] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.963263] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 661.963263] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522f767e-c66a-bd83-42ae-9b1ba41c4840" [ 661.963263] env[63021]: _type = "Task" [ 661.963263] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.968301] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.981564] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f767e-c66a-bd83-42ae-9b1ba41c4840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.007375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.101488] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282203, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.138642] env[63021]: DEBUG nova.network.neutron [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.143759] env[63021]: DEBUG nova.compute.manager [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Received event network-changed-b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.143759] env[63021]: DEBUG nova.compute.manager [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Refreshing instance network info cache due to event network-changed-b34f8c19-0b33-4185-9ab1-019c400919ea. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 662.143869] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Acquiring lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.143950] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Acquired lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.144126] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Refreshing network info cache for port b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.325490] env[63021]: DEBUG oslo_vmware.api [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282198, 'name': PowerOnVM_Task, 'duration_secs': 1.699068} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.328828] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.329192] env[63021]: INFO nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Took 12.01 seconds to spawn the instance on the hypervisor. [ 662.329458] env[63021]: DEBUG nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.330994] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1923a-c321-4f0b-b22a-12a6b28b6b43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.356094] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282206, 'name': CreateVM_Task, 'duration_secs': 0.433538} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.361823] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.361823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.443194] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282207, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.469594] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282208, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.486875] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f767e-c66a-bd83-42ae-9b1ba41c4840, 'name': SearchDatastore_Task, 'duration_secs': 0.016184} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.487642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.487642] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.487642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.487769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488763] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.488763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.488763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.489463] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63265398-694b-4dae-a7c0-016856a2cd41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.491836] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca5142-1e4d-41a0-969c-b6c6f2692e2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.500016] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 662.500016] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5265b0d2-2bec-2743-b170-3ea81aea5eff" [ 662.500016] env[63021]: _type = "Task" [ 662.500016] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.508026] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.508417] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.513102] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b3b21d-9ccc-46ba-ad9a-3944ee3e3299 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.516122] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265b0d2-2bec-2743-b170-3ea81aea5eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.526691] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 662.526691] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a6abf9-a2b5-2bd6-d0ce-ce1122c4d0fe" [ 662.526691] env[63021]: _type = "Task" [ 662.526691] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.538502] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a6abf9-a2b5-2bd6-d0ce-ce1122c4d0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.556904] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d0c1e-f726-4d0c-821e-d6e9d807db2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.566447] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c22c48-9c31-4685-a0b1-46db86bde00c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.604868] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d429a5e-c31c-493c-bda4-d45f7845da51 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.617435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f028cb-4a41-4313-9a00-2967de846508 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.622317] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282203, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.634555] env[63021]: DEBUG nova.compute.provider_tree [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.641364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.811955] env[63021]: DEBUG nova.compute.manager [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Received event network-changed-5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.812091] env[63021]: DEBUG nova.compute.manager [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Refreshing instance network info cache due to event network-changed-5420a0ce-b6fd-4c49-945c-70952997703b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 662.812295] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Acquiring lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.812881] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Acquired lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.812881] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Refreshing network info cache for port 5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.865950] env[63021]: INFO nova.compute.manager [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Took 36.18 seconds to build instance. [ 662.888851] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updated VIF entry in instance network info cache for port b34f8c19-0b33-4185-9ab1-019c400919ea. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.889432] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updating instance_info_cache with network_info: [{"id": "b34f8c19-0b33-4185-9ab1-019c400919ea", "address": "fa:16:3e:b3:46:d6", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f8c19-0b", "ovs_interfaceid": "b34f8c19-0b33-4185-9ab1-019c400919ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.935957] env[63021]: DEBUG oslo_vmware.api [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282207, 'name': PowerOnVM_Task, 'duration_secs': 0.618573} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.936291] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.936496] env[63021]: INFO nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Took 20.82 seconds to spawn the instance on the hypervisor. [ 662.936663] env[63021]: DEBUG nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.937510] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c7a2d-fcbb-4ba2-af24-4a172959e790 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.965760] env[63021]: DEBUG oslo_vmware.api [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282208, 'name': PowerOnVM_Task, 'duration_secs': 0.585374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.967299] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.967299] env[63021]: INFO nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Took 9.85 seconds to spawn the instance on the hypervisor. [ 662.967299] env[63021]: DEBUG nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.967815] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a740e-8711-4928-b6c7-f8db990d7061 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.014850] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265b0d2-2bec-2743-b170-3ea81aea5eff, 'name': SearchDatastore_Task, 'duration_secs': 0.016767} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.014850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.015050] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.015285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.036512] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a6abf9-a2b5-2bd6-d0ce-ce1122c4d0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.037577] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adb6527-da5c-4d12-8dae-fba5de31345c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.043313] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 663.043313] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280281b-589f-8221-468f-4350ed643230" [ 663.043313] env[63021]: _type = "Task" [ 663.043313] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.053252] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5280281b-589f-8221-468f-4350ed643230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.111511] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282203, 'name': CloneVM_Task, 'duration_secs': 1.335244} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.111795] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Created linked-clone VM from snapshot [ 663.112573] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f957764a-5e46-4cde-8a24-591bf7be10c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.120586] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Uploading image 7eba6c79-9af4-4a01-8448-127a452c4fc1 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.132873] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 663.133149] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-357f9c44-914c-4bc1-989c-2b838d3e72be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.149031] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 663.149031] env[63021]: value = "task-4282210" [ 663.149031] env[63021]: _type = "Task" [ 663.149031] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.160081] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282210, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.211707] env[63021]: DEBUG nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.212209] env[63021]: DEBUG nova.compute.provider_tree [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 50 to 51 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.212576] env[63021]: DEBUG nova.compute.provider_tree [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.367337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-42d1ab3a-9904-4f3e-bfb8-996ba2b85a8f tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.700s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.395637] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Releasing lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.395935] env[63021]: DEBUG nova.compute.manager [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 663.396178] env[63021]: DEBUG nova.compute.manager [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing instance network info cache due to event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 663.396424] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Acquiring lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.396594] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Acquired lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.396791] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.464846] env[63021]: INFO nova.compute.manager [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Took 40.45 seconds to build instance. [ 663.490475] env[63021]: INFO nova.compute.manager [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Took 33.68 seconds to build instance. [ 663.556523] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5280281b-589f-8221-468f-4350ed643230, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.556812] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.557091] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1a5841ee-5077-498f-b6e6-142ab4408bda/1a5841ee-5077-498f-b6e6-142ab4408bda.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.557629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.557629] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.557758] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7a3c060-971f-46f5-96df-a378436bc55c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.560315] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updated VIF entry in instance network info cache for port 5420a0ce-b6fd-4c49-945c-70952997703b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.560715] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updating instance_info_cache with network_info: [{"id": "5420a0ce-b6fd-4c49-945c-70952997703b", "address": "fa:16:3e:45:0c:d5", "network": {"id": "05fa5228-96b3-4cd9-b006-904f38541ade", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1589752708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3acfc193874f77ac095eb0fa25102d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5420a0ce-b6", "ovs_interfaceid": "5420a0ce-b6fd-4c49-945c-70952997703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.562470] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba017098-cc3a-4dfd-8c80-ec6f96ad6ecf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.573539] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 663.573539] env[63021]: value = "task-4282211" [ 663.573539] env[63021]: _type = "Task" [ 663.573539] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.576865] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.578441] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.578441] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe66c6f-42e2-4b61-99c5-4ba7354eeadf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.585439] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.589056] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 663.589056] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521e34dd-8743-ba00-dee8-dfd8d5ae795b" [ 663.589056] env[63021]: _type = "Task" [ 663.589056] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.598332] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521e34dd-8743-ba00-dee8-dfd8d5ae795b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.671781] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282210, 'name': Destroy_Task, 'duration_secs': 0.339269} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.672248] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Destroyed the VM [ 663.672656] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.672927] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9be0e1aa-3dbb-4cfc-9708-312be04efe39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.681818] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 663.681818] env[63021]: value = "task-4282212" [ 663.681818] env[63021]: _type = "Task" [ 663.681818] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.691626] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.719532] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.745s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.722323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.530s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.723104] env[63021]: DEBUG nova.objects.instance [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.754982] env[63021]: INFO nova.scheduler.client.report [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Deleted allocations for instance 0577df56-dcb7-4a57-95e7-b1685ffb6ed8 [ 663.870064] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.971588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-05e7e243-8e40-47fe-816c-eb22788baf06 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.963s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.993203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17fd8c10-ac70-4304-98b3-b08310ae5521 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.202s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.063431] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Releasing lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.063776] env[63021]: DEBUG nova.compute.manager [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 664.063995] env[63021]: DEBUG nova.compute.manager [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing instance network info cache due to event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 664.064236] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.064376] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.064541] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.090670] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.106093] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521e34dd-8743-ba00-dee8-dfd8d5ae795b, 'name': SearchDatastore_Task, 'duration_secs': 0.031431} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.106963] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d24c17-a3f5-4c7d-ac71-42e8ad91e824 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.118056] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 664.118056] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52397b66-7723-ded8-a3de-2a5545f83968" [ 664.118056] env[63021]: _type = "Task" [ 664.118056] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.136243] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52397b66-7723-ded8-a3de-2a5545f83968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.167187] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0382c057-bf91-4e11-a41e-492718f62dbc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.192513] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.196307] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updated VIF entry in instance network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.196678] env[63021]: DEBUG nova.network.neutron [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updating instance_info_cache with network_info: [{"id": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "address": "fa:16:3e:ca:a5:75", "network": {"id": "7eb0fe48-51f5-4a5b-9789-54685cd519e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-883720491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf9b1c12d2f48099bc73a93c998b4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc497bcd-0d", "ovs_interfaceid": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.208628] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282212, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.265794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1a4c87e9-2724-442d-ba03-9880b2d7f36e tempest-InstanceActionsNegativeTestJSON-1007421309 tempest-InstanceActionsNegativeTestJSON-1007421309-project-member] Lock "0577df56-dcb7-4a57-95e7-b1685ffb6ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.484s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.395713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.474801] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.497219] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.589882] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633156} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.589882] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1a5841ee-5077-498f-b6e6-142ab4408bda/1a5841ee-5077-498f-b6e6-142ab4408bda.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.589882] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.589882] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db7ade0-1648-43ca-b741-b7d0057dfc28 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.598022] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 664.598022] env[63021]: value = "task-4282213" [ 664.598022] env[63021]: _type = "Task" [ 664.598022] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.609221] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640072] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52397b66-7723-ded8-a3de-2a5545f83968, 'name': SearchDatastore_Task, 'duration_secs': 0.051444} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.640268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.640563] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a789a162-af65-4a9b-8bf0-f9af13faa171/a789a162-af65-4a9b-8bf0-f9af13faa171.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.640837] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb88d83c-59f7-4855-bb3c-20832dd4747b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.654077] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 664.654077] env[63021]: value = "task-4282214" [ 664.654077] env[63021]: _type = "Task" [ 664.654077] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.666406] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.703254] env[63021]: DEBUG oslo_concurrency.lockutils [req-2af036a1-7744-43b2-84fc-94b316121d43 req-918d0a3a-b01a-4ecb-9c03-7ed958ed8d79 service nova] Releasing lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705349] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.705650] env[63021]: DEBUG oslo_vmware.api [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718345} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.705864] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3b70dc-e549-4b8d-a53a-dec55c52e581 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.708281] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.718268] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 664.718268] env[63021]: value = "task-4282215" [ 664.718268] env[63021]: _type = "Task" [ 664.718268] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.729604] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.736187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-69e35915-b7da-495c-a066-e956f7ef304d tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.737528] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.742025] env[63021]: INFO nova.compute.claims [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.758071] env[63021]: DEBUG nova.compute.manager [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 664.758557] env[63021]: DEBUG nova.compute.manager [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing instance network info cache due to event network-changed-dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 664.759469] env[63021]: DEBUG oslo_concurrency.lockutils [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] Acquiring lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.759469] env[63021]: DEBUG oslo_concurrency.lockutils [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] Acquired lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.759469] env[63021]: DEBUG nova.network.neutron [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Refreshing network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.986997] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updated VIF entry in instance network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.986997] env[63021]: DEBUG nova.network.neutron [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.018915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.029933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.114229] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071676} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.114229] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.116020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7443d7-8722-4c35-94ea-c3ca6e6c3727 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.146546] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1a5841ee-5077-498f-b6e6-142ab4408bda/1a5841ee-5077-498f-b6e6-142ab4408bda.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.147155] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01b2219-cd33-4190-a7d1-321f2524bd99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.178276] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.180123] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 665.180123] env[63021]: value = "task-4282217" [ 665.180123] env[63021]: _type = "Task" [ 665.180123] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.193023] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.215388] env[63021]: WARNING nova.compute.manager [None req-54847d14-d1bd-4f2c-affa-89dd435c354e tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Image not found during snapshot: nova.exception.ImageNotFound: Image 7eba6c79-9af4-4a01-8448-127a452c4fc1 could not be found. [ 665.231780] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282215, 'name': PowerOffVM_Task, 'duration_secs': 0.202367} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.232967] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.233384] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.490938] env[63021]: DEBUG oslo_concurrency.lockutils [req-eeb3636a-5821-494e-9b6f-9b92502663d8 req-90e62067-1a80-4e88-a0cb-414467086b60 service nova] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.563531] env[63021]: DEBUG nova.network.neutron [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updated VIF entry in instance network info cache for port dc497bcd-0d2b-4633-bf54-fdfe8dadba91. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.563531] env[63021]: DEBUG nova.network.neutron [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updating instance_info_cache with network_info: [{"id": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "address": "fa:16:3e:ca:a5:75", "network": {"id": "7eb0fe48-51f5-4a5b-9789-54685cd519e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-883720491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbf9b1c12d2f48099bc73a93c998b4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc497bcd-0d", "ovs_interfaceid": "dc497bcd-0d2b-4633-bf54-fdfe8dadba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.682436] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633392} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.687061] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a789a162-af65-4a9b-8bf0-f9af13faa171/a789a162-af65-4a9b-8bf0-f9af13faa171.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.687395] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.687688] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e0595a0-3053-4de4-800c-2d5c67ea79a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.696982] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282217, 'name': ReconfigVM_Task, 'duration_secs': 0.506511} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.698844] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1a5841ee-5077-498f-b6e6-142ab4408bda/1a5841ee-5077-498f-b6e6-142ab4408bda.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.699799] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 665.699799] env[63021]: value = "task-4282219" [ 665.699799] env[63021]: _type = "Task" [ 665.699799] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.700010] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8866f0-6ff2-4d92-95e8-c7c1dae66829 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.717164] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.719397] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 665.719397] env[63021]: value = "task-4282220" [ 665.719397] env[63021]: _type = "Task" [ 665.719397] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.730562] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282220, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.741501] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.741823] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.742274] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.742592] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.742833] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.743083] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.743502] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.743737] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.743990] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.744335] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.744600] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.751476] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d633de5-7a45-46ad-9845-23634ffb89f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.776960] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 665.776960] env[63021]: value = "task-4282221" [ 665.776960] env[63021]: _type = "Task" [ 665.776960] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.791556] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.880253] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.880677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.880790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.880991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.881181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.883563] env[63021]: INFO nova.compute.manager [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Terminating instance [ 665.972606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.972905] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.973210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.973449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.973758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.976515] env[63021]: INFO nova.compute.manager [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Terminating instance [ 666.075307] env[63021]: DEBUG oslo_concurrency.lockutils [req-23eacfb8-4252-4da7-a107-cfd944d42993 req-142b68fd-31e7-418c-9287-3a6d324cc3ca service nova] Releasing lock "refresh_cache-d1ca890a-802b-424b-9e79-95ac46977bce" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.092691] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.093136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.093436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.093714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.093955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.097750] env[63021]: INFO nova.compute.manager [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Terminating instance [ 666.223076] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145341} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.229697] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.230873] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abd74a0-4056-48bd-a3ae-a9b3b8b6622d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.240916] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282220, 'name': Rename_Task, 'duration_secs': 0.302391} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.253739] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.265062] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a789a162-af65-4a9b-8bf0-f9af13faa171/a789a162-af65-4a9b-8bf0-f9af13faa171.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.268539] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e2b952-959e-4754-8307-aa5a5ba35d40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.271179] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca81b72-270f-4c73-bede-5a5a93ef4b96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.297224] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 666.297224] env[63021]: value = "task-4282222" [ 666.297224] env[63021]: _type = "Task" [ 666.297224] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.308437] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.309033] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 666.309033] env[63021]: value = "task-4282223" [ 666.309033] env[63021]: _type = "Task" [ 666.309033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.322077] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.327818] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.389600] env[63021]: DEBUG nova.compute.manager [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.389833] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.390984] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e26f53-aba0-4df6-b737-32d13a780cbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.401452] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.401452] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e7b872-fc18-4b2e-a8fa-ba58cf91d86f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.412147] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 666.412147] env[63021]: value = "task-4282224" [ 666.412147] env[63021]: _type = "Task" [ 666.412147] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.425306] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.475044] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de78b4c-6bad-48b1-9dff-b0eb2718fa6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.481139] env[63021]: DEBUG nova.compute.manager [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.481406] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.484494] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebb2bef-36c5-40c9-bb8a-01b5ce9e82b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.489627] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58109d1-c24d-4499-b001-539a69fc83f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.500802] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.526863] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a270d31c-84e1-4784-936d-3c9a5d719609 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.529676] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362285d3-734f-41d6-8c46-25d68b5cad31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.539038] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb67a39-ee44-42bf-a915-14b9e8bfa90f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.544800] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 666.544800] env[63021]: value = "task-4282225" [ 666.544800] env[63021]: _type = "Task" [ 666.544800] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.557156] env[63021]: DEBUG nova.compute.provider_tree [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.565222] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.605362] env[63021]: DEBUG nova.compute.manager [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.605362] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.608622] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c79c332-36ce-499d-8f61-21472c38bdf1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.620263] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.620263] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5928d966-5ac3-4049-9a2f-8a0b36a79054 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.627239] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 666.627239] env[63021]: value = "task-4282226" [ 666.627239] env[63021]: _type = "Task" [ 666.627239] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.639866] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.807460] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282221, 'name': ReconfigVM_Task, 'duration_secs': 0.644634} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.813736] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.829356] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.837619] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.925153] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282224, 'name': PowerOffVM_Task, 'duration_secs': 0.260105} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.925470] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.925733] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.926085] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d115118-eef6-43e0-aed6-303cbac725b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.013596] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.014143] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.014728] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Deleting the datastore file [datastore2] 5b497fd9-7b68-4a7b-a155-bb93004b29da {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.014728] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c9a24d-475a-44d6-a898-26a1c1bbd6ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.031703] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for the task: (returnval){ [ 667.031703] env[63021]: value = "task-4282228" [ 667.031703] env[63021]: _type = "Task" [ 667.031703] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.044038] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.057162] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282225, 'name': PowerOffVM_Task, 'duration_secs': 0.346964} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.057455] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.057625] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.057886] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc1c2af-65ab-47ea-ab10-209249c0a51c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.063606] env[63021]: DEBUG nova.scheduler.client.report [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.141130] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282226, 'name': PowerOffVM_Task, 'duration_secs': 0.317604} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.141544] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.141856] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.142227] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fc1eb5f-8d64-4ada-967d-8904ca0eb4ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.259477] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.259477] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.259708] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Deleting the datastore file [datastore2] faea4a23-f4b3-4990-85aa-d92affa76fd4 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.260059] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09d9aee8-7099-455b-8adf-e15b260ae690 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.272438] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.272646] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.272960] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleting the datastore file [datastore2] 3d4886b0-5036-4acf-8286-14e030f0382d {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.273210] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3786b44-33a8-4ba8-95d3-e4f554e49538 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.277863] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for the task: (returnval){ [ 667.277863] env[63021]: value = "task-4282232" [ 667.277863] env[63021]: _type = "Task" [ 667.277863] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.285872] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 667.285872] env[63021]: value = "task-4282233" [ 667.285872] env[63021]: _type = "Task" [ 667.285872] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.298164] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.304588] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.311725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.312093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.312841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.312841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.312841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.315723] env[63021]: INFO nova.compute.manager [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Terminating instance [ 667.324954] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.325411] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.325699] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.326094] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.326278] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.326473] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.326644] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.326871] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.327124] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.327323] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.327483] env[63021]: DEBUG nova.virt.hardware [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.335232] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 667.335377] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.340124] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d404c1c3-9ad6-4466-9705-d44c32b97403 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.362340] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282223, 'name': ReconfigVM_Task, 'duration_secs': 0.643163} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.362340] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a789a162-af65-4a9b-8bf0-f9af13faa171/a789a162-af65-4a9b-8bf0-f9af13faa171.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.363387] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0960be6-3c6e-40b2-addd-0195e102d4a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.369083] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 667.369083] env[63021]: value = "task-4282234" [ 667.369083] env[63021]: _type = "Task" [ 667.369083] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.380808] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 667.380808] env[63021]: value = "task-4282235" [ 667.380808] env[63021]: _type = "Task" [ 667.380808] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.381066] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.391852] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282235, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.524794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "d1ca890a-802b-424b-9e79-95ac46977bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.525266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.525488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.525829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.525829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.528441] env[63021]: INFO nova.compute.manager [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Terminating instance [ 667.546039] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.574895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.575812] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.579158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.126s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.579411] env[63021]: DEBUG nova.objects.instance [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lazy-loading 'resources' on Instance uuid df586205-d082-45c5-b3c9-be0c00ab8f68 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.789316] env[63021]: DEBUG oslo_vmware.api [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Task: {'id': task-4282232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411769} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.792993] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.793287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.795020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.795020] env[63021]: INFO nova.compute.manager [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 667.795020] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.795020] env[63021]: DEBUG nova.compute.manager [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.795020] env[63021]: DEBUG nova.network.neutron [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.803256] env[63021]: DEBUG oslo_vmware.api [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45485} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.803570] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.803790] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.804047] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.804258] env[63021]: INFO nova.compute.manager [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 667.804509] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.804705] env[63021]: DEBUG nova.compute.manager [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.807070] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.822025] env[63021]: DEBUG nova.compute.manager [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.822025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.822025] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.822946] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b2408-3144-41e9-a558-d4709528dacb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.833046] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.836784] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7853f59-c074-42d8-8e6f-9b92b1c5e970 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.849568] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 667.849568] env[63021]: value = "task-4282236" [ 667.849568] env[63021]: _type = "Task" [ 667.849568] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.863699] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.882545] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282234, 'name': ReconfigVM_Task, 'duration_secs': 0.251091} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.882545] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 667.882545] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685c0867-178e-4bef-9a73-2431af7c9e90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.915547] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.924744] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7458c64d-31a3-475a-8efe-ef882615c9e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.938018] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282235, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.945475] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 667.945475] env[63021]: value = "task-4282237" [ 667.945475] env[63021]: _type = "Task" [ 667.945475] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.955563] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.039475] env[63021]: DEBUG nova.compute.manager [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.039745] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.041730] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f15ef-189a-4d8d-b2f6-55bba1fe50eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.053752] env[63021]: DEBUG oslo_vmware.api [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Task: {'id': task-4282228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57079} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.057104] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.057465] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.058265] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.058265] env[63021]: INFO nova.compute.manager [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Took 1.67 seconds to destroy the instance on the hypervisor. [ 668.058440] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.059637] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.059637] env[63021]: DEBUG nova.compute.manager [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.059756] env[63021]: DEBUG nova.network.neutron [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.062611] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592719ba-a355-42ac-98ea-d8329143337f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.072987] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 668.072987] env[63021]: value = "task-4282238" [ 668.072987] env[63021]: _type = "Task" [ 668.072987] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.089722] env[63021]: DEBUG nova.compute.utils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.091323] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.092140] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.092490] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.208381] env[63021]: DEBUG nova.policy [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796e6c8bc1244aaa9100ae89bde2e317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '209e26ee11a4410ea8b33a060f019c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.331018] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.367053] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.395192] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282235, 'name': Rename_Task, 'duration_secs': 0.546642} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.395538] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.395818] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8beba7f4-1cad-4572-931c-6e036236b627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.410152] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 668.410152] env[63021]: value = "task-4282239" [ 668.410152] env[63021]: _type = "Task" [ 668.410152] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.419909] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.457993] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.568846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "be32dd81-d622-433d-9faf-179bd4c090ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.568846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.588023] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282238, 'name': PowerOffVM_Task, 'duration_secs': 0.232471} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.588425] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.588517] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.588714] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b02d90f-8dff-4350-9b72-d860f061d6d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.593189] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.658929] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.658929] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.658929] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Deleting the datastore file [datastore2] d1ca890a-802b-424b-9e79-95ac46977bce {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.659483] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb0ff90-2831-4bf4-a22e-676594e69037 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.670235] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for the task: (returnval){ [ 668.670235] env[63021]: value = "task-4282241" [ 668.670235] env[63021]: _type = "Task" [ 668.670235] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.683434] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.753264] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd874c98-7c56-494a-b001-6267d5402742 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.765020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fabe3d-9eb9-4eba-8315-445c1e359c3b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.793707] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292189f9-672a-4d2e-b9af-06ec3b42433c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.802594] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f215d-11da-44c1-a61f-16ef1eae9c1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.817036] env[63021]: DEBUG nova.compute.provider_tree [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.827155] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.861713] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.874805] env[63021]: DEBUG nova.network.neutron [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.919771] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282239, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.960018] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.995429] env[63021]: DEBUG nova.compute.manager [req-d5dfff6d-9b83-4ced-9dc2-1233fe7ae78f req-bfd4037b-761c-4f8d-acd2-c0f1c1e3d7ec service nova] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Received event network-vif-deleted-8cc705f2-4edf-41b4-9299-38cbadc112b9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 669.058650] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Successfully created port: 6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.186239] env[63021]: DEBUG oslo_vmware.api [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Task: {'id': task-4282241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445055} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.186634] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.186935] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.187837] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.187837] env[63021]: INFO nova.compute.manager [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 669.187837] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.187837] env[63021]: DEBUG nova.compute.manager [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.187837] env[63021]: DEBUG nova.network.neutron [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.198987] env[63021]: DEBUG nova.network.neutron [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.201675] env[63021]: DEBUG nova.compute.manager [req-4ce594b8-93bf-4443-bbe7-dbae069875ef req-ab660717-c78d-41e7-88cc-47b9b13c99b1 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-deleted-849d83d9-1e5d-4833-9845-ed8a9678c7fa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 669.201941] env[63021]: INFO nova.compute.manager [req-4ce594b8-93bf-4443-bbe7-dbae069875ef req-ab660717-c78d-41e7-88cc-47b9b13c99b1 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Neutron deleted interface 849d83d9-1e5d-4833-9845-ed8a9678c7fa; detaching it from the instance and deleting it from the info cache [ 669.202255] env[63021]: DEBUG nova.network.neutron [req-4ce594b8-93bf-4443-bbe7-dbae069875ef req-ab660717-c78d-41e7-88cc-47b9b13c99b1 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [{"id": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "address": "fa:16:3e:81:7a:0f", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c31e45-08", "ovs_interfaceid": "19c31e45-0828-4a6b-8ed8-10882d923cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fefd178-2372-47eb-9071-b4240996ca44", "address": "fa:16:3e:b9:b7:76", "network": {"id": "bbbb5307-3cac-411d-ba0e-b20ec2816e10", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-178002472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fefd178-23", "ovs_interfaceid": "0fefd178-2372-47eb-9071-b4240996ca44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.332669] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.360914] env[63021]: ERROR nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [req-d53fa04b-f6e5-4321-902a-8a31f8590085] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d53fa04b-f6e5-4321-902a-8a31f8590085"}]} [ 669.368531] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282236, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.377165] env[63021]: INFO nova.compute.manager [-] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Took 1.58 seconds to deallocate network for instance. [ 669.389729] env[63021]: DEBUG nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 669.418361] env[63021]: DEBUG nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 669.418361] env[63021]: DEBUG nova.compute.provider_tree [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.424709] env[63021]: DEBUG oslo_vmware.api [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282239, 'name': PowerOnVM_Task, 'duration_secs': 0.803417} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.424958] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.425169] env[63021]: INFO nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Took 10.83 seconds to spawn the instance on the hypervisor. [ 669.425435] env[63021]: DEBUG nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.426400] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05738d-c437-4181-9a7d-b3da917ccfa3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.439865] env[63021]: DEBUG nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 669.458908] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.468832] env[63021]: DEBUG nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 669.583215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.583459] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.611245] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.639711] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.639859] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.640014] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.640343] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.640556] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.640749] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.640990] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.641198] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.641370] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.641562] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.641740] env[63021]: DEBUG nova.virt.hardware [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.642661] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc13218-5e2f-4c52-9437-cdcd6f951932 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.656734] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b84959-7e21-4819-876f-8763543404aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.705457] env[63021]: INFO nova.compute.manager [-] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Took 1.65 seconds to deallocate network for instance. [ 669.716160] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad3a6835-b793-4941-bb17-243f278cbab3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.725167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e862d1-7ebc-48e5-bc8f-ac0e088284af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.767992] env[63021]: DEBUG nova.compute.manager [req-4ce594b8-93bf-4443-bbe7-dbae069875ef req-ab660717-c78d-41e7-88cc-47b9b13c99b1 service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Detach interface failed, port_id=849d83d9-1e5d-4833-9845-ed8a9678c7fa, reason: Instance 3d4886b0-5036-4acf-8286-14e030f0382d could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 669.830268] env[63021]: DEBUG oslo_vmware.api [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282222, 'name': PowerOnVM_Task, 'duration_secs': 3.214212} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.830543] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.830737] env[63021]: INFO nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Took 13.72 seconds to spawn the instance on the hypervisor. [ 669.830908] env[63021]: DEBUG nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.831719] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73578d7-e61b-4721-b592-ff7b741f3afe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.870048] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282236, 'name': PowerOffVM_Task, 'duration_secs': 1.727731} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.872884] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.873015] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.874048] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ed7736-e4c3-4089-8d85-87967d654ccd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.890970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.947404] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.960353] env[63021]: INFO nova.compute.manager [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Took 34.86 seconds to build instance. [ 669.962956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.962999] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.963207] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleting the datastore file [datastore2] ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.964787] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5159c5-5989-4e87-bf47-7018d9c1dfe7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.970194] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282237, 'name': ReconfigVM_Task, 'duration_secs': 1.614816} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.970651] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c/a2324457-b2cf-4522-a94a-a5a76231aa9c.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.970986] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.977840] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 669.977840] env[63021]: value = "task-4282244" [ 669.977840] env[63021]: _type = "Task" [ 669.977840] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.997933] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.217679] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.233007] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec492556-7b70-48d6-9460-b214bcfd3b5f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.242775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dad401-e37a-46c6-acc7-73886fc70f10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.278309] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3377d93-64c1-4050-b92c-c7d23586030c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.292521] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654ae69-f588-417a-98f2-68645c277a54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.317320] env[63021]: DEBUG nova.compute.provider_tree [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.347149] env[63021]: DEBUG nova.network.neutron [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.356065] env[63021]: INFO nova.compute.manager [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Took 38.14 seconds to build instance. [ 670.452583] env[63021]: INFO nova.compute.manager [-] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Took 2.65 seconds to deallocate network for instance. [ 670.464590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2e278f51-0185-4dd7-a164-154808e84942 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.645s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.479155] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c8732-2765-4884-bc57-00df47eb8997 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.493948] env[63021]: DEBUG oslo_vmware.api [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318674} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.511071] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.511653] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.511990] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.513024] env[63021]: INFO nova.compute.manager [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Took 2.69 seconds to destroy the instance on the hypervisor. [ 670.513024] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.514568] env[63021]: DEBUG nova.compute.manager [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.514934] env[63021]: DEBUG nova.network.neutron [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.519018] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816a55c-7b28-48f7-8933-93392d5daeab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.552221] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.855278] env[63021]: INFO nova.compute.manager [-] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Took 1.67 seconds to deallocate network for instance. [ 670.862082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b1a79c57-e7d5-4371-8b17-a0505a648cc5 tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.652s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.866269] env[63021]: DEBUG nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.866721] env[63021]: DEBUG nova.compute.provider_tree [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 53 to 54 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.866721] env[63021]: DEBUG nova.compute.provider_tree [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.958569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.967781] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.134618] env[63021]: DEBUG nova.network.neutron [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Port 11ec4696-291e-43e6-8fae-c07a38137745 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 671.223853] env[63021]: DEBUG nova.compute.manager [req-31657802-dcb6-499d-aa1a-aa7d1bc677a2 req-7739c829-ee1f-4736-b6b3-c27e7f0f8742 service nova] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Received event network-vif-deleted-77b8bb92-f471-4f0b-83a5-036b71057f2d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.224825] env[63021]: DEBUG nova.compute.manager [req-31657802-dcb6-499d-aa1a-aa7d1bc677a2 req-7739c829-ee1f-4736-b6b3-c27e7f0f8742 service nova] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Received event network-vif-deleted-dc497bcd-0d2b-4633-bf54-fdfe8dadba91 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.365407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.365843] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.371685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.792s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.375570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.426s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.376271] env[63021]: INFO nova.compute.claims [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.411828] env[63021]: INFO nova.scheduler.client.report [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleted allocations for instance df586205-d082-45c5-b3c9-be0c00ab8f68 [ 671.426147] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Successfully updated port: 6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.495647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.505300] env[63021]: DEBUG nova.compute.manager [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-deleted-0fefd178-2372-47eb-9071-b4240996ca44 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.505300] env[63021]: DEBUG nova.compute.manager [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Received event network-vif-deleted-19c31e45-0828-4a6b-8ed8-10882d923cd3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.505472] env[63021]: DEBUG nova.compute.manager [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Received event network-changed-5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.505624] env[63021]: DEBUG nova.compute.manager [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Refreshing instance network info cache due to event network-changed-5420a0ce-b6fd-4c49-945c-70952997703b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 671.505827] env[63021]: DEBUG oslo_concurrency.lockutils [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] Acquiring lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.505960] env[63021]: DEBUG oslo_concurrency.lockutils [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] Acquired lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.506161] env[63021]: DEBUG nova.network.neutron [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Refreshing network info cache for port 5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.629636] env[63021]: DEBUG nova.compute.manager [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Received event network-changed {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 671.629636] env[63021]: DEBUG nova.compute.manager [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Refreshing instance network info cache due to event network-changed. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 671.629636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] Acquiring lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.629747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] Acquired lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.632947] env[63021]: DEBUG nova.network.neutron [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.671768] env[63021]: DEBUG nova.network.neutron [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.895908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.920712] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2398a01c-59e4-495f-8d49-3f800e4bdd7c tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.043s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.922340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.527s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.922688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.922899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.923082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.924882] env[63021]: INFO nova.compute.manager [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Terminating instance [ 671.927643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.927781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.927929] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.168808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.169052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.169230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.174215] env[63021]: INFO nova.compute.manager [-] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Took 1.66 seconds to deallocate network for instance. [ 672.280411] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "1a5841ee-5077-498f-b6e6-142ab4408bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.280659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.280964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.281054] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.281228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.284076] env[63021]: INFO nova.compute.manager [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Terminating instance [ 672.358343] env[63021]: DEBUG nova.network.neutron [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updated VIF entry in instance network info cache for port 5420a0ce-b6fd-4c49-945c-70952997703b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.358890] env[63021]: DEBUG nova.network.neutron [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updating instance_info_cache with network_info: [{"id": "5420a0ce-b6fd-4c49-945c-70952997703b", "address": "fa:16:3e:45:0c:d5", "network": {"id": "05fa5228-96b3-4cd9-b006-904f38541ade", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1589752708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3acfc193874f77ac095eb0fa25102d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5420a0ce-b6", "ovs_interfaceid": "5420a0ce-b6fd-4c49-945c-70952997703b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.430464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.430464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquired lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.430464] env[63021]: DEBUG nova.network.neutron [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.474656] env[63021]: DEBUG nova.network.neutron [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updating instance_info_cache with network_info: [{"id": "b34f8c19-0b33-4185-9ab1-019c400919ea", "address": "fa:16:3e:b3:46:d6", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34f8c19-0b", "ovs_interfaceid": "b34f8c19-0b33-4185-9ab1-019c400919ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.483068] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.640455] env[63021]: DEBUG nova.network.neutron [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Updating instance_info_cache with network_info: [{"id": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "address": "fa:16:3e:1d:ec:5e", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b28ec97-5b", "ovs_interfaceid": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.682408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.789019] env[63021]: DEBUG nova.compute.manager [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.789308] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.792149] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c3f54-f2fa-408f-89b5-d0c336421a1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.808061] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.808340] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c53a538-d97d-4385-a78e-f304cc52fabb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.817386] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 672.817386] env[63021]: value = "task-4282246" [ 672.817386] env[63021]: _type = "Task" [ 672.817386] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.826225] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.863141] env[63021]: DEBUG oslo_concurrency.lockutils [req-b18a7e09-6b9a-4cdb-8dc4-4ac23ae6a6ff req-cbcf381d-a678-48f0-b2b7-71891e74e4dd service nova] Releasing lock "refresh_cache-a789a162-af65-4a9b-8bf0-f9af13faa171" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.933690] env[63021]: DEBUG nova.compute.utils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Can not refresh info_cache because instance was not found {{(pid=63021) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 672.950255] env[63021]: DEBUG nova.network.neutron [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.976094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-df0fa6a8-df80-4d04-a807-d1d5f9aa7f8b tempest-ServerExternalEventsTest-627912964 tempest-ServerExternalEventsTest-627912964-project] Releasing lock "refresh_cache-1a5841ee-5077-498f-b6e6-142ab4408bda" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.982508] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca62f1-0a2b-4cbc-96fd-a97b3b5e4ef3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.993744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa90c6da-515a-4afa-96d1-821b799b94d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.024506] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f5beb-a7c1-46e7-aceb-138e6d0ad4d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.027848] env[63021]: DEBUG nova.network.neutron [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.034281] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a382ff-f6f6-4014-9e32-1f1e74428d23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.049675] env[63021]: DEBUG nova.compute.provider_tree [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.106553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.106843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.107071] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.107260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.107428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.109464] env[63021]: INFO nova.compute.manager [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Terminating instance [ 673.143713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144244] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Instance network_info: |[{"id": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "address": "fa:16:3e:1d:ec:5e", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b28ec97-5b", "ovs_interfaceid": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.144870] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ec:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b28ec97-5b49-4777-9e39-1ad810ac5f4a', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.155022] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Creating folder: Project (209e26ee11a4410ea8b33a060f019c7a). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.155663] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38dbcc09-6522-45d4-b403-6c58ea109039 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.168262] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Created folder: Project (209e26ee11a4410ea8b33a060f019c7a) in parent group-v843603. [ 673.168463] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Creating folder: Instances. Parent ref: group-v843697. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.168695] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c26dad3-9530-4e4b-b6b5-d268b29bf4e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.180181] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Created folder: Instances in parent group-v843697. [ 673.180418] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.181262] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.181468] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9090122f-5b61-4c23-b477-132d6def7620 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.201715] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.201715] env[63021]: value = "task-4282249" [ 673.201715] env[63021]: _type = "Task" [ 673.201715] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.210794] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282249, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.253085] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253085] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.253274] env[63021]: DEBUG nova.network.neutron [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.318579] env[63021]: DEBUG nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Received event network-vif-deleted-10df7287-d6c8-4d8a-b35e-dc26e599b418 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 673.318791] env[63021]: DEBUG nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Received event network-vif-plugged-6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 673.318990] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Acquiring lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.319221] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.319377] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.319590] env[63021]: DEBUG nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] No waiting events found dispatching network-vif-plugged-6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.319694] env[63021]: WARNING nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Received unexpected event network-vif-plugged-6b28ec97-5b49-4777-9e39-1ad810ac5f4a for instance with vm_state building and task_state spawning. [ 673.319848] env[63021]: DEBUG nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Received event network-changed-6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 673.319997] env[63021]: DEBUG nova.compute.manager [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Refreshing instance network info cache due to event network-changed-6b28ec97-5b49-4777-9e39-1ad810ac5f4a. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 673.320478] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Acquiring lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.320478] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Acquired lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.320569] env[63021]: DEBUG nova.network.neutron [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Refreshing network info cache for port 6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.332593] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282246, 'name': PowerOffVM_Task, 'duration_secs': 0.193796} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.332852] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.333026] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.333536] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611ad3b5-7d71-48ec-98a3-8cf76b3c1cdd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.393967] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.394210] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.394386] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Deleting the datastore file [datastore2] 1a5841ee-5077-498f-b6e6-142ab4408bda {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.394903] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78c47f0-3691-4db0-84cd-f93342c3cbe6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.404627] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for the task: (returnval){ [ 673.404627] env[63021]: value = "task-4282251" [ 673.404627] env[63021]: _type = "Task" [ 673.404627] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.421625] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.530144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Releasing lock "refresh_cache-df586205-d082-45c5-b3c9-be0c00ab8f68" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.530597] env[63021]: DEBUG nova.compute.manager [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.530798] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.531126] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd5bac20-b1a3-4724-b779-f7d85bc2b29d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.540185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b740d8-655b-4464-a2c5-0a548da98caa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.556254] env[63021]: DEBUG nova.scheduler.client.report [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.577927] env[63021]: WARNING nova.virt.vmwareapi.vmops [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance df586205-d082-45c5-b3c9-be0c00ab8f68 could not be found. [ 673.577927] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.577927] env[63021]: INFO nova.compute.manager [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 0.05 seconds to destroy the instance on the hypervisor. [ 673.577927] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.578207] env[63021]: DEBUG nova.compute.manager [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.578242] env[63021]: DEBUG nova.network.neutron [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.603730] env[63021]: DEBUG nova.network.neutron [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.613113] env[63021]: DEBUG nova.compute.manager [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.613113] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.614496] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f2711-1244-4b1e-b32c-da3c4288f55c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.622882] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.623139] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3298781d-6859-4e1d-bacf-3dd984f998c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.630145] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 673.630145] env[63021]: value = "task-4282252" [ 673.630145] env[63021]: _type = "Task" [ 673.630145] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.640141] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.715285] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282249, 'name': CreateVM_Task, 'duration_secs': 0.31641} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.715562] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.716380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.716548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.716929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.717222] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0119885e-21c0-4b57-905b-3088da5c5245 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.724492] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 673.724492] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52aabeaf-7bbc-b3c0-0429-c6a2ceb3d5b3" [ 673.724492] env[63021]: _type = "Task" [ 673.724492] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.733309] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aabeaf-7bbc-b3c0-0429-c6a2ceb3d5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.916425] env[63021]: DEBUG oslo_vmware.api [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Task: {'id': task-4282251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328471} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.919058] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.919364] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.919627] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.919811] env[63021]: INFO nova.compute.manager [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Took 1.13 seconds to destroy the instance on the hypervisor. [ 673.920058] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.920261] env[63021]: DEBUG nova.compute.manager [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.920363] env[63021]: DEBUG nova.network.neutron [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.062308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.062865] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.065842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.345s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.066174] env[63021]: DEBUG nova.objects.instance [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lazy-loading 'resources' on Instance uuid bd9bcb3d-1fd3-442e-b28b-cf1746a998e2 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.087450] env[63021]: DEBUG nova.network.neutron [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.106415] env[63021]: DEBUG nova.network.neutron [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.122342] env[63021]: DEBUG nova.network.neutron [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Updated VIF entry in instance network info cache for port 6b28ec97-5b49-4777-9e39-1ad810ac5f4a. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.122671] env[63021]: DEBUG nova.network.neutron [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Updating instance_info_cache with network_info: [{"id": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "address": "fa:16:3e:1d:ec:5e", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b28ec97-5b", "ovs_interfaceid": "6b28ec97-5b49-4777-9e39-1ad810ac5f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.140955] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282252, 'name': PowerOffVM_Task, 'duration_secs': 0.180832} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.146592] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.146778] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.147081] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2ebdcc-2430-4c43-a6b2-c1690afd1f69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211190] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.211190] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.211190] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleting the datastore file [datastore2] 85f38a11-9eec-4cfc-b7e9-a10660b797c4 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.211190] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80d8b0bd-96ff-4a35-a172-bc15dc390784 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.222287] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for the task: (returnval){ [ 674.222287] env[63021]: value = "task-4282254" [ 674.222287] env[63021]: _type = "Task" [ 674.222287] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.232858] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.244263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.244263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.244263] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aabeaf-7bbc-b3c0-0429-c6a2ceb3d5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.244263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.244406] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.244491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.244627] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.244812] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.245395] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a81f58-cbf0-476d-b665-b9207646267f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.253863] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.254109] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.254818] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be38266-7414-48a7-8096-267b87df7e4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.260209] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 674.260209] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7ce8b-229d-2d56-585f-ba6d9a9ee71d" [ 674.260209] env[63021]: _type = "Task" [ 674.260209] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.268808] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7ce8b-229d-2d56-585f-ba6d9a9ee71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.458632] env[63021]: DEBUG nova.compute.manager [req-7c98f1b7-2cb3-44de-a14b-3099d3d5f0ae req-f498268c-3659-4976-8c8d-dfc174654fe0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Received event network-vif-deleted-b34f8c19-0b33-4185-9ab1-019c400919ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 674.458897] env[63021]: INFO nova.compute.manager [req-7c98f1b7-2cb3-44de-a14b-3099d3d5f0ae req-f498268c-3659-4976-8c8d-dfc174654fe0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Neutron deleted interface b34f8c19-0b33-4185-9ab1-019c400919ea; detaching it from the instance and deleting it from the info cache [ 674.459080] env[63021]: DEBUG nova.network.neutron [req-7c98f1b7-2cb3-44de-a14b-3099d3d5f0ae req-f498268c-3659-4976-8c8d-dfc174654fe0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.572193] env[63021]: DEBUG nova.compute.utils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.574212] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.574212] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.594073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609071] env[63021]: INFO nova.compute.manager [-] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Took 1.03 seconds to deallocate network for instance. [ 674.622769] env[63021]: DEBUG nova.policy [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef92331fc02c4ad69e6fb3b7ef757656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d4317e17a0457e8b9bcd2c7a609db4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.626287] env[63021]: DEBUG oslo_concurrency.lockutils [req-258a952a-9bff-4ab7-b364-575d0df54558 req-2a1dbb5f-1e9c-4727-90fd-191c4862fe1d service nova] Releasing lock "refresh_cache-4494ad3b-3582-4af4-8a59-c80717a7322b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.730126] env[63021]: DEBUG oslo_vmware.api [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Task: {'id': task-4282254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327675} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.733043] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.733290] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.733505] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.733808] env[63021]: INFO nova.compute.manager [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 674.734119] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.734852] env[63021]: DEBUG nova.compute.manager [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.734852] env[63021]: DEBUG nova.network.neutron [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.775625] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7ce8b-229d-2d56-585f-ba6d9a9ee71d, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.776138] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799ca648-64d3-41cc-a375-e95258304763 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.782063] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 674.782063] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52efcb26-ece1-c38f-c6aa-f49324a84b9b" [ 674.782063] env[63021]: _type = "Task" [ 674.782063] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.793122] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52efcb26-ece1-c38f-c6aa-f49324a84b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.902093] env[63021]: DEBUG nova.network.neutron [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.961404] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90994c3c-2302-4684-8135-e599f2a30470 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.973315] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8b948-5dd6-4b44-9990-6ea592133f50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.008238] env[63021]: DEBUG nova.compute.manager [req-7c98f1b7-2cb3-44de-a14b-3099d3d5f0ae req-f498268c-3659-4976-8c8d-dfc174654fe0 service nova] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Detach interface failed, port_id=b34f8c19-0b33-4185-9ab1-019c400919ea, reason: Instance 1a5841ee-5077-498f-b6e6-142ab4408bda could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 675.077850] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.089519] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Successfully created port: 384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.118915] env[63021]: INFO nova.compute.manager [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance disappeared during terminate [ 675.119152] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89893297-4ef1-432e-a35b-0a6727c9dfec tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "df586205-d082-45c5-b3c9-be0c00ab8f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.197s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.125430] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea6a78-dcd2-485b-b176-3f5f25ace3a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.148285] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a929b61-7ba9-46a1-940f-4a7a82556d72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.152100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99278f1b-04dc-415d-8e3b-62ad8d568815 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.160755] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.171467] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbac539-2c51-4674-ab7a-5bb9acdf1f74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.212078] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd4b6b-6f2d-472c-9473-cae7e486f96c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.220520] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb358b-3d7b-4786-bffd-ce3231de2627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.236554] env[63021]: DEBUG nova.compute.provider_tree [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.294664] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52efcb26-ece1-c38f-c6aa-f49324a84b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.023242} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.294964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295831] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4494ad3b-3582-4af4-8a59-c80717a7322b/4494ad3b-3582-4af4-8a59-c80717a7322b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.295831] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99734c81-d0be-4559-9768-ae18155451cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.301835] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 675.301835] env[63021]: value = "task-4282255" [ 675.301835] env[63021]: _type = "Task" [ 675.301835] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.309239] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.329089] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "2394a624-e98a-4704-910b-7953d093e762" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.329351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.342875] env[63021]: DEBUG nova.compute.manager [req-a13196f1-93d2-4bd9-9ec2-7e4d345d0c9a req-b504125e-7eda-404e-8eca-57a021861820 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Received event network-vif-deleted-782e3325-0358-46d7-b64c-eb2fa6451d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 675.343372] env[63021]: INFO nova.compute.manager [req-a13196f1-93d2-4bd9-9ec2-7e4d345d0c9a req-b504125e-7eda-404e-8eca-57a021861820 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Neutron deleted interface 782e3325-0358-46d7-b64c-eb2fa6451d18; detaching it from the instance and deleting it from the info cache [ 675.343372] env[63021]: DEBUG nova.network.neutron [req-a13196f1-93d2-4bd9-9ec2-7e4d345d0c9a req-b504125e-7eda-404e-8eca-57a021861820 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.405131] env[63021]: INFO nova.compute.manager [-] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Took 1.48 seconds to deallocate network for instance. [ 675.557470] env[63021]: DEBUG nova.network.neutron [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.672161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.672565] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cfc9514-740e-4e44-aff3-ba19297afc3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.680858] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 675.680858] env[63021]: value = "task-4282256" [ 675.680858] env[63021]: _type = "Task" [ 675.680858] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.692205] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.741535] env[63021]: DEBUG nova.scheduler.client.report [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.813078] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.845579] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e36418e4-3941-4173-8a8e-a382bbd38fbc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.855421] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d362c187-cef5-4934-b1b4-95ad78900a80 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.890246] env[63021]: DEBUG nova.compute.manager [req-a13196f1-93d2-4bd9-9ec2-7e4d345d0c9a req-b504125e-7eda-404e-8eca-57a021861820 service nova] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Detach interface failed, port_id=782e3325-0358-46d7-b64c-eb2fa6451d18, reason: Instance 85f38a11-9eec-4cfc-b7e9-a10660b797c4 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 675.914538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.060395] env[63021]: INFO nova.compute.manager [-] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Took 1.33 seconds to deallocate network for instance. [ 676.092878] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.127934] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.128224] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.128384] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.128581] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.128708] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.128858] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.129083] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.129249] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.129415] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.129577] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.129756] env[63021]: DEBUG nova.virt.hardware [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.131104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82f2c1-b254-4f8a-b00f-e536f476db12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.142383] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afe8c60-cd3a-49cb-90ee-5c333951b1ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.192230] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.247342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.250909] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.364s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.253468] env[63021]: INFO nova.compute.claims [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.287895] env[63021]: INFO nova.scheduler.client.report [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Deleted allocations for instance bd9bcb3d-1fd3-442e-b28b-cf1746a998e2 [ 676.312520] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876936} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.312781] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4494ad3b-3582-4af4-8a59-c80717a7322b/4494ad3b-3582-4af4-8a59-c80717a7322b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.312988] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.313259] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f21e3f-f0f0-4934-9911-2fe6af2ca79d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.321560] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 676.321560] env[63021]: value = "task-4282257" [ 676.321560] env[63021]: _type = "Task" [ 676.321560] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.333474] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.568567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.634819] env[63021]: DEBUG nova.compute.manager [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Received event network-vif-plugged-384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 676.635064] env[63021]: DEBUG oslo_concurrency.lockutils [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] Acquiring lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.635405] env[63021]: DEBUG oslo_concurrency.lockutils [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.635487] env[63021]: DEBUG oslo_concurrency.lockutils [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.635606] env[63021]: DEBUG nova.compute.manager [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] No waiting events found dispatching network-vif-plugged-384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.635854] env[63021]: WARNING nova.compute.manager [req-11873bbf-4928-46cf-9379-8097f52d9a90 req-2eb366d4-366a-49aa-b013-fad74292d593 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Received unexpected event network-vif-plugged-384e9d80-8769-4792-adf2-061ac9324da6 for instance with vm_state building and task_state spawning. [ 676.692411] env[63021]: DEBUG oslo_vmware.api [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282256, 'name': PowerOnVM_Task, 'duration_secs': 0.681722} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.692719] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.692905] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8bba02-366a-44ae-82fa-760a599a499a tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance 'a2324457-b2cf-4522-a94a-a5a76231aa9c' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.779264] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Successfully updated port: 384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.796216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-66f323d5-f364-4004-bee5-291b559fbd22 tempest-DeleteServersAdminTestJSON-1653377477 tempest-DeleteServersAdminTestJSON-1653377477-project-member] Lock "bd9bcb3d-1fd3-442e-b28b-cf1746a998e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.098s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.832588] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213512} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.833979] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.833979] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ace53b-1c81-408f-8e13-52ff3cd56813 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.857853] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4494ad3b-3582-4af4-8a59-c80717a7322b/4494ad3b-3582-4af4-8a59-c80717a7322b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.858213] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fd8191-a409-4391-add8-0d3041ac9087 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.878461] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 676.878461] env[63021]: value = "task-4282258" [ 676.878461] env[63021]: _type = "Task" [ 676.878461] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.886818] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.282444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282822] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.390701] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.731848] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf0f37-2074-47bb-b0fb-ea35131997d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.739460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb91df-0d19-40c7-a825-cafc65cd25bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.785958] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef17c6-1d99-449a-b39a-7390cb0febfd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.799772] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007c8ff-1231-482f-acf5-104642496422 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.814400] env[63021]: DEBUG nova.compute.provider_tree [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.829975] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.892713] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282258, 'name': ReconfigVM_Task, 'duration_secs': 0.88261} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.893047] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4494ad3b-3582-4af4-8a59-c80717a7322b/4494ad3b-3582-4af4-8a59-c80717a7322b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.893744] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cde8bd9-7925-4717-9190-c59190316ba8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.900982] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 677.900982] env[63021]: value = "task-4282259" [ 677.900982] env[63021]: _type = "Task" [ 677.900982] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.908934] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282259, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.024263] env[63021]: DEBUG nova.network.neutron [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updating instance_info_cache with network_info: [{"id": "384e9d80-8769-4792-adf2-061ac9324da6", "address": "fa:16:3e:54:28:cb", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384e9d80-87", "ovs_interfaceid": "384e9d80-8769-4792-adf2-061ac9324da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.319432] env[63021]: DEBUG nova.scheduler.client.report [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.413475] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282259, 'name': Rename_Task, 'duration_secs': 0.27452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.413815] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.414099] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b2b47c-0e79-42ac-afee-49b064d4f04f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.425337] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 678.425337] env[63021]: value = "task-4282260" [ 678.425337] env[63021]: _type = "Task" [ 678.425337] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.438690] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.526694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.527091] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Instance network_info: |[{"id": "384e9d80-8769-4792-adf2-061ac9324da6", "address": "fa:16:3e:54:28:cb", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384e9d80-87", "ovs_interfaceid": "384e9d80-8769-4792-adf2-061ac9324da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.527557] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:28:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '384e9d80-8769-4792-adf2-061ac9324da6', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.543282] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.544194] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.544541] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48bb1022-0d5f-4c9c-8e5c-bb689b341ef5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.570316] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.570316] env[63021]: value = "task-4282261" [ 678.570316] env[63021]: _type = "Task" [ 678.570316] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.578608] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282261, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.808905] env[63021]: DEBUG nova.compute.manager [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Received event network-changed-384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 678.809174] env[63021]: DEBUG nova.compute.manager [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Refreshing instance network info cache due to event network-changed-384e9d80-8769-4792-adf2-061ac9324da6. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 678.809467] env[63021]: DEBUG oslo_concurrency.lockutils [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] Acquiring lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.809708] env[63021]: DEBUG oslo_concurrency.lockutils [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] Acquired lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.809896] env[63021]: DEBUG nova.network.neutron [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Refreshing network info cache for port 384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.825263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.825805] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.829053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.178s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.830959] env[63021]: DEBUG nova.objects.instance [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 678.897564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.897800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.897964] env[63021]: DEBUG nova.compute.manager [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Going to confirm migration 1 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 678.936460] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.082641] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282261, 'name': CreateVM_Task, 'duration_secs': 0.501974} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.082875] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.083687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.084023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.084354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.084621] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee524dd2-cade-40af-a0d7-7b38d86990bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.090462] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 679.090462] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526c2cbc-296c-7ccd-f9c6-174c90350280" [ 679.090462] env[63021]: _type = "Task" [ 679.090462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.099057] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526c2cbc-296c-7ccd-f9c6-174c90350280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.333840] env[63021]: DEBUG nova.compute.utils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.341493] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.341710] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.405427] env[63021]: DEBUG nova.policy [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb46e0a709df49fe8ca01b37858697c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb3e73e9d714bdcb4d88eeab339d9a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.435636] env[63021]: DEBUG oslo_vmware.api [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282260, 'name': PowerOnVM_Task, 'duration_secs': 0.713411} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.438023] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.438226] env[63021]: INFO nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Took 9.83 seconds to spawn the instance on the hypervisor. [ 679.438408] env[63021]: DEBUG nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.439288] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f1e577-db30-444c-8f1c-9ef61a7c0969 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.555801] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.555997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.556198] env[63021]: DEBUG nova.network.neutron [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.556380] env[63021]: DEBUG nova.objects.instance [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lazy-loading 'info_cache' on Instance uuid a2324457-b2cf-4522-a94a-a5a76231aa9c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.602319] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526c2cbc-296c-7ccd-f9c6-174c90350280, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.602319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602319] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.602483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.602851] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.603065] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5c2a9b-7fd9-4762-bbb2-e4d829135bbb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.616223] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.616411] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.617150] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb1fad9-2c2f-4a36-8587-cafd489cb112 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.624468] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 679.624468] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523a6296-c058-f41d-d2e5-4a6bae9c20a1" [ 679.624468] env[63021]: _type = "Task" [ 679.624468] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.632265] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523a6296-c058-f41d-d2e5-4a6bae9c20a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.656357] env[63021]: DEBUG nova.network.neutron [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updated VIF entry in instance network info cache for port 384e9d80-8769-4792-adf2-061ac9324da6. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.656707] env[63021]: DEBUG nova.network.neutron [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updating instance_info_cache with network_info: [{"id": "384e9d80-8769-4792-adf2-061ac9324da6", "address": "fa:16:3e:54:28:cb", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384e9d80-87", "ovs_interfaceid": "384e9d80-8769-4792-adf2-061ac9324da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.842733] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.847892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2145c5e3-da73-421d-90a4-e92f016a1519 tempest-ServersAdmin275Test-119154999 tempest-ServersAdmin275Test-119154999-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.850281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.651s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.850281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.850281] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 679.850281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.649s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.856298] env[63021]: INFO nova.compute.claims [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.856298] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Successfully created port: 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.859049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5822be-bc4e-425a-bd3b-2ba3162cf2e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.869922] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a861e8-b77f-47ca-aefd-5ba86468cdd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.888448] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd9e37-6467-402b-8e30-2c7e0866d3b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.896468] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cffb83-042f-4d12-a851-7897c16b0aec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.930298] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178804MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.930298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.956823] env[63021]: INFO nova.compute.manager [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Took 39.71 seconds to build instance. [ 680.135219] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523a6296-c058-f41d-d2e5-4a6bae9c20a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.136008] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba214ff-1e73-4d69-8c86-cbbd21cb9cc5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.141707] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 680.141707] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521267d6-3463-cef1-94f6-5b06ab4546b7" [ 680.141707] env[63021]: _type = "Task" [ 680.141707] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.149874] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521267d6-3463-cef1-94f6-5b06ab4546b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.160591] env[63021]: DEBUG oslo_concurrency.lockutils [req-36ed8d44-485a-402f-b8ef-c2bdc082e940 req-730fa46c-a612-4427-bae9-2901547c66de service nova] Releasing lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.461788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b7489f0d-2ccd-420d-9ac2-a13d4cf8f80d tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.764s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.652509] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521267d6-3463-cef1-94f6-5b06ab4546b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.652726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.653013] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 2d1e9010-7346-4161-8ad4-60b9020f1c89/2d1e9010-7346-4161-8ad4-60b9020f1c89.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.653448] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e80fd35-121e-43f4-86f5-a47d16d7e3c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.659489] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 680.659489] env[63021]: value = "task-4282262" [ 680.659489] env[63021]: _type = "Task" [ 680.659489] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.667819] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.859193] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.904616] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.904616] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.904616] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.904931] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.905110] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.905283] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.905500] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.905714] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.906324] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.906324] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.906324] env[63021]: DEBUG nova.virt.hardware [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.907290] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f298276-4eab-48a3-8656-a07a9a3a5412 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.920130] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4a059-d285-4a6d-9ad9-ccd38cc76627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.929458] env[63021]: DEBUG nova.network.neutron [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [{"id": "11ec4696-291e-43e6-8fae-c07a38137745", "address": "fa:16:3e:3b:64:42", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ec4696-29", "ovs_interfaceid": "11ec4696-291e-43e6-8fae-c07a38137745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.964081] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.053863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.054333] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.177133] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446892} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.177133] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 2d1e9010-7346-4161-8ad4-60b9020f1c89/2d1e9010-7346-4161-8ad4-60b9020f1c89.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.177133] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.177133] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e867aceb-f513-4cc0-98a3-f71774e92720 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.186345] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 681.186345] env[63021]: value = "task-4282263" [ 681.186345] env[63021]: _type = "Task" [ 681.186345] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.205558] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.371539] env[63021]: DEBUG nova.compute.manager [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-vif-plugged-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 681.373019] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] Acquiring lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.373019] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.373019] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.373019] env[63021]: DEBUG nova.compute.manager [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] No waiting events found dispatching network-vif-plugged-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.373019] env[63021]: WARNING nova.compute.manager [req-ec137a97-1539-4536-a7d0-8da79d82703f req-192adf94-c460-48e1-9edd-161eda9b228f service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received unexpected event network-vif-plugged-1c616bcb-32c1-4667-82d5-943f3da95541 for instance with vm_state building and task_state spawning. [ 681.422618] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2339c2-80da-4432-99dc-e6409f2e7cbd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.429017] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aefc73-a515-43d8-92ad-6e1621937434 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.432577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-a2324457-b2cf-4522-a94a-a5a76231aa9c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.436177] env[63021]: DEBUG nova.objects.instance [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lazy-loading 'migration_context' on Instance uuid a2324457-b2cf-4522-a94a-a5a76231aa9c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.464732] env[63021]: DEBUG nova.objects.base [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.465567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d92688-a792-475a-b129-a515dd48d54e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.469113] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f650f7-676e-412c-951f-590b361cb542 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.499201] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20a6fd4-2374-45b0-aebb-a410faaf7493 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.503006] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6916ef2f-d91a-48c1-beba-f1ecbcce3d8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.510347] env[63021]: DEBUG oslo_vmware.api [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 681.510347] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522da129-f322-6bc4-055a-9e1852f9d3ec" [ 681.510347] env[63021]: _type = "Task" [ 681.510347] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.518316] env[63021]: DEBUG nova.compute.provider_tree [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.521575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.529237] env[63021]: DEBUG oslo_vmware.api [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522da129-f322-6bc4-055a-9e1852f9d3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.006699} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.529534] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.579268] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Successfully updated port: 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.696719] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069741} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.697017] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.697797] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726464ff-57d5-4d2a-8829-3963c1bc6366 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.719407] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 2d1e9010-7346-4161-8ad4-60b9020f1c89/2d1e9010-7346-4161-8ad4-60b9020f1c89.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.720053] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddfc73c-08ea-4084-8eb3-f7aaa0cfe687 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.740592] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 681.740592] env[63021]: value = "task-4282264" [ 681.740592] env[63021]: _type = "Task" [ 681.740592] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.749903] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.028098] env[63021]: DEBUG nova.scheduler.client.report [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.091744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.091744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.091744] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.252790] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.531282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.531844] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.535555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.557s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.535555] env[63021]: DEBUG nova.objects.instance [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lazy-loading 'resources' on Instance uuid ebc928de-0e22-4fba-a2ad-304da3e8351b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.636332] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.754839] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282264, 'name': ReconfigVM_Task, 'duration_secs': 0.715943} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.755313] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 2d1e9010-7346-4161-8ad4-60b9020f1c89/2d1e9010-7346-4161-8ad4-60b9020f1c89.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.755972] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1b09e1-b1fe-4254-add4-113d98b87560 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.763794] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 682.763794] env[63021]: value = "task-4282265" [ 682.763794] env[63021]: _type = "Task" [ 682.763794] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.773132] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282265, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.785156] env[63021]: DEBUG nova.network.neutron [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.049448] env[63021]: DEBUG nova.compute.utils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.055023] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.055023] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.106333] env[63021]: DEBUG nova.policy [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7107048e8cb641e2bb1838f7f3230d58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6597b4b4edcc4304aafb390f0c65b127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.279146] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282265, 'name': Rename_Task, 'duration_secs': 0.37065} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.283994] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.284498] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9265b8cb-8e09-4385-a812-a739f477f53e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286652] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.286979] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Instance network_info: |[{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.287804] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:73:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c616bcb-32c1-4667-82d5-943f3da95541', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.295687] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Creating folder: Project (ebb3e73e9d714bdcb4d88eeab339d9a4). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.296785] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5e73d3f-fa36-4852-956c-4539a4b2fc10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.303472] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 683.303472] env[63021]: value = "task-4282266" [ 683.303472] env[63021]: _type = "Task" [ 683.303472] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.309728] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Created folder: Project (ebb3e73e9d714bdcb4d88eeab339d9a4) in parent group-v843603. [ 683.310699] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Creating folder: Instances. Parent ref: group-v843701. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.312889] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357b130a-5315-4b5a-8ffe-85764b879e45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.315946] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.329925] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Created folder: Instances in parent group-v843701. [ 683.329925] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.331393] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.331921] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83469d80-cb7f-45fa-aaa6-176538e1fb77 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.355697] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.355697] env[63021]: value = "task-4282269" [ 683.355697] env[63021]: _type = "Task" [ 683.355697] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.363139] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282269, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.451897] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Successfully created port: e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.524362] env[63021]: DEBUG nova.compute.manager [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 683.525492] env[63021]: DEBUG nova.compute.manager [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing instance network info cache due to event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 683.525860] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.526126] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.526441] env[63021]: DEBUG nova.network.neutron [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.556334] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.711866] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efe60f-0e23-4d0b-a167-76ed0f5d5e77 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723764] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df0790-4731-40cb-86b3-1f67728467cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.764592] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa4dc8-e100-46fb-8b29-11941ea58026 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.773652] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246dc9cb-3dcc-4607-bd19-6e180ead3b76 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.792022] env[63021]: DEBUG nova.compute.provider_tree [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.814353] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.866114] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282269, 'name': CreateVM_Task, 'duration_secs': 0.359043} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.866563] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.867512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.867512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.867699] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6da8292-2360-40d8-84c0-34935e7fa367 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.873116] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 683.873116] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520ef8a9-c356-526b-0a83-c5c58022424c" [ 683.873116] env[63021]: _type = "Task" [ 683.873116] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.881293] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520ef8a9-c356-526b-0a83-c5c58022424c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.246124] env[63021]: DEBUG nova.network.neutron [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updated VIF entry in instance network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.246559] env[63021]: DEBUG nova.network.neutron [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.295154] env[63021]: DEBUG nova.scheduler.client.report [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.316892] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.384211] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520ef8a9-c356-526b-0a83-c5c58022424c, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.384562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.384847] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.385325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.385325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.385537] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.385842] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bff84b3-6ca5-448c-8e7b-79ded1606768 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.396688] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.398196] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.399998] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a31b707-b7c4-442e-8aa8-f7a29834c729 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.407024] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 684.407024] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526163bb-3327-e6fc-af51-277e3dd62ebc" [ 684.407024] env[63021]: _type = "Task" [ 684.407024] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.414645] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526163bb-3327-e6fc-af51-277e3dd62ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.570501] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.597692] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.597975] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.598023] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.598230] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.598353] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.598521] env[63021]: DEBUG nova.virt.hardware [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.599403] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9210e96e-3b66-4571-9ed2-b39fd7fdbb3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.607857] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a551f14-2fbb-4157-82cc-bb99539c04a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.749064] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ce0dc54-a36b-495f-81b6-5b564ef7f7e7 req-f9af480c-5c21-4ef0-a31a-35a88e31fd38 service nova] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.801317] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.803701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.796s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.805349] env[63021]: INFO nova.compute.claims [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.818087] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.834971] env[63021]: INFO nova.scheduler.client.report [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Deleted allocations for instance ebc928de-0e22-4fba-a2ad-304da3e8351b [ 684.918460] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526163bb-3327-e6fc-af51-277e3dd62ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.919671] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdce57ac-705c-4bf1-a898-1c23457ae1c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.924751] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 684.924751] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520cddf4-c79a-d0d5-76a2-9daf31b82fd4" [ 684.924751] env[63021]: _type = "Task" [ 684.924751] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.933159] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520cddf4-c79a-d0d5-76a2-9daf31b82fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.021717] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Successfully updated port: e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.322806] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.349585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba38aa78-d2ff-40ff-8952-47b219f0e5d5 tempest-ServersAdmin275Test-1752556194 tempest-ServersAdmin275Test-1752556194-project-member] Lock "ebc928de-0e22-4fba-a2ad-304da3e8351b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.749s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.440020] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520cddf4-c79a-d0d5-76a2-9daf31b82fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.440020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.440020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/6ba2a89d-c16d-4a88-9a39-890b5d1e8805.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.440020] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9048ea-aaa4-4173-9e04-26b9f834b379 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.447899] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 685.447899] env[63021]: value = "task-4282270" [ 685.447899] env[63021]: _type = "Task" [ 685.447899] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.458921] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.526016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.526016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquired lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.526016] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.825069] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.892029] env[63021]: DEBUG nova.compute.manager [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Received event network-vif-plugged-e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 685.892029] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Acquiring lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.892300] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.892500] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.892690] env[63021]: DEBUG nova.compute.manager [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] No waiting events found dispatching network-vif-plugged-e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.892885] env[63021]: WARNING nova.compute.manager [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Received unexpected event network-vif-plugged-e5457379-017d-42f7-b79c-ea7d15d368e6 for instance with vm_state building and task_state spawning. [ 685.893113] env[63021]: DEBUG nova.compute.manager [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Received event network-changed-e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 685.893268] env[63021]: DEBUG nova.compute.manager [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Refreshing instance network info cache due to event network-changed-e5457379-017d-42f7-b79c-ea7d15d368e6. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 685.893474] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Acquiring lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.904473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.904880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.962104] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282270, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.066723] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.246285] env[63021]: DEBUG nova.network.neutron [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Updating instance_info_cache with network_info: [{"id": "e5457379-017d-42f7-b79c-ea7d15d368e6", "address": "fa:16:3e:57:39:16", "network": {"id": "95c95e03-9792-4314-8928-f4c514176589", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2006607540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6597b4b4edcc4304aafb390f0c65b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5457379-01", "ovs_interfaceid": "e5457379-017d-42f7-b79c-ea7d15d368e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.323428] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.412031] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87519002-53a1-4edf-a376-ec06595c2bd9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.421418] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c3dd6e-bba4-4a17-8604-4e13522c3794 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.456252] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7680c01c-4453-48ec-8814-73713eb94893 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.463595] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282270, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.466649] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764936e3-76f9-437b-bf4e-7c26e01941a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.479821] env[63021]: DEBUG nova.compute.provider_tree [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.748536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Releasing lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.748869] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Instance network_info: |[{"id": "e5457379-017d-42f7-b79c-ea7d15d368e6", "address": "fa:16:3e:57:39:16", "network": {"id": "95c95e03-9792-4314-8928-f4c514176589", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2006607540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6597b4b4edcc4304aafb390f0c65b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5457379-01", "ovs_interfaceid": "e5457379-017d-42f7-b79c-ea7d15d368e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.749205] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Acquired lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.749353] env[63021]: DEBUG nova.network.neutron [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Refreshing network info cache for port e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.750497] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:39:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5457379-017d-42f7-b79c-ea7d15d368e6', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.759312] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Creating folder: Project (6597b4b4edcc4304aafb390f0c65b127). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.762521] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b87636b-6929-4228-a51c-e20cbd6f0c75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.774447] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Created folder: Project (6597b4b4edcc4304aafb390f0c65b127) in parent group-v843603. [ 686.774672] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Creating folder: Instances. Parent ref: group-v843704. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.774961] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632d6b22-0998-44ba-8822-6b4089202e0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.785141] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Created folder: Instances in parent group-v843704. [ 686.785371] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.785551] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.785759] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-929d27b6-ab50-4bfe-ba05-c231a898422b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.804774] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.804774] env[63021]: value = "task-4282273" [ 686.804774] env[63021]: _type = "Task" [ 686.804774] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.814222] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282273, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.823226] env[63021]: DEBUG oslo_vmware.api [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282266, 'name': PowerOnVM_Task, 'duration_secs': 3.033331} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.823507] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.823702] env[63021]: INFO nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Took 10.73 seconds to spawn the instance on the hypervisor. [ 686.823914] env[63021]: DEBUG nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.824694] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fa1f05-7d82-4c9b-8e7b-e2568ca5f9a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.962357] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282270, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479588} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.965313] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/6ba2a89d-c16d-4a88-9a39-890b5d1e8805.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.965536] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.965792] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e35d5f3-3bdf-4e40-942b-75d170175db1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.973152] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 686.973152] env[63021]: value = "task-4282274" [ 686.973152] env[63021]: _type = "Task" [ 686.973152] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.981225] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.983183] env[63021]: DEBUG nova.scheduler.client.report [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.007840] env[63021]: DEBUG nova.network.neutron [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Updated VIF entry in instance network info cache for port e5457379-017d-42f7-b79c-ea7d15d368e6. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.008824] env[63021]: DEBUG nova.network.neutron [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Updating instance_info_cache with network_info: [{"id": "e5457379-017d-42f7-b79c-ea7d15d368e6", "address": "fa:16:3e:57:39:16", "network": {"id": "95c95e03-9792-4314-8928-f4c514176589", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2006607540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6597b4b4edcc4304aafb390f0c65b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5457379-01", "ovs_interfaceid": "e5457379-017d-42f7-b79c-ea7d15d368e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.318122] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282273, 'name': CreateVM_Task, 'duration_secs': 0.416448} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.318122] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.318122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.318122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.318122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.318122] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3533100-a72a-46ce-91f9-66934b87ecce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.322582] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 687.322582] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52288ac3-d0a5-f7e7-71db-15b62ba8fc49" [ 687.322582] env[63021]: _type = "Task" [ 687.322582] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.330466] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52288ac3-d0a5-f7e7-71db-15b62ba8fc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.341821] env[63021]: INFO nova.compute.manager [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Took 41.42 seconds to build instance. [ 687.482231] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063726} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.482540] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.483311] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7017052a-7cd6-4bf8-8d66-4a798d0004f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.488369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.488823] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.500594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.105s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.502381] env[63021]: INFO nova.compute.claims [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.513247] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/6ba2a89d-c16d-4a88-9a39-890b5d1e8805.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.514138] env[63021]: DEBUG oslo_concurrency.lockutils [req-d84c3efb-d380-4d43-8da9-362276ff552d req-5f35aad9-e1d7-4966-8960-a2b5f393b3ee service nova] Releasing lock "refresh_cache-bcfd5eec-379f-4ee7-9b51-25bdf9f06331" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.514472] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7f3d0e-9c9f-4c88-932f-8117e3211bcc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.536639] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 687.536639] env[63021]: value = "task-4282275" [ 687.536639] env[63021]: _type = "Task" [ 687.536639] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.546313] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.834630] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52288ac3-d0a5-f7e7-71db-15b62ba8fc49, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.834630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.834844] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.834983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.835167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.835348] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.835611] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa2b688-3017-4ed0-9507-a353796d8837 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.843881] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fb0f0a25-b8fe-4bd2-a585-3ee9a1255d90 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.972s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.844148] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.844339] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.845980] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb279d9f-dcbc-443b-b0ee-2b43dbbd1986 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.853854] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 687.853854] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5203bf78-e0be-b5c8-a4c0-5800a7ce466c" [ 687.853854] env[63021]: _type = "Task" [ 687.853854] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.863019] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5203bf78-e0be-b5c8-a4c0-5800a7ce466c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.017647] env[63021]: DEBUG nova.compute.utils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.021084] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.021084] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.052156] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282275, 'name': ReconfigVM_Task, 'duration_secs': 0.368744} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.052448] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/6ba2a89d-c16d-4a88-9a39-890b5d1e8805.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.053061] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229ab7f2-03b4-439c-9148-abc390f63c29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.063051] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 688.063051] env[63021]: value = "task-4282276" [ 688.063051] env[63021]: _type = "Task" [ 688.063051] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.070781] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282276, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.276008] env[63021]: DEBUG nova.policy [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef4f88f94ed347e493c646f23819e7b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef8ce59ce5474c519edaec7e8aef8ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.352170] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.367174] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5203bf78-e0be-b5c8-a4c0-5800a7ce466c, 'name': SearchDatastore_Task, 'duration_secs': 0.026473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.367174] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa4ab74-bf3e-47b6-8424-d98c3d689e99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.372027] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 688.372027] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527fd7e4-68da-1557-9350-f47846d17d67" [ 688.372027] env[63021]: _type = "Task" [ 688.372027] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.378515] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527fd7e4-68da-1557-9350-f47846d17d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.526849] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.574956] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282276, 'name': Rename_Task, 'duration_secs': 0.144226} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.576017] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.576336] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Successfully created port: 92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.578345] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41bbbcd2-6692-4eb5-84b8-eb059827ef77 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.583787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Acquiring lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.584198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Acquired lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.584198] env[63021]: DEBUG nova.network.neutron [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.590311] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 688.590311] env[63021]: value = "task-4282277" [ 688.590311] env[63021]: _type = "Task" [ 688.590311] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.600835] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.874024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.884822] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527fd7e4-68da-1557-9350-f47846d17d67, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.887385] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.887660] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bcfd5eec-379f-4ee7-9b51-25bdf9f06331/bcfd5eec-379f-4ee7-9b51-25bdf9f06331.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.888102] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909f482a-22e4-4414-acfc-ef4f99b754d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.894779] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 688.894779] env[63021]: value = "task-4282278" [ 688.894779] env[63021]: _type = "Task" [ 688.894779] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.905243] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.080389] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37fe21-ef96-42fb-85b9-25e944bf181b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.090279] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b0062-d69e-432b-bb91-fca8c5121a04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.129973] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.131428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd68a4a-efd2-4869-acf7-d379b0599904 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.139183] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591f63c6-ff79-46ca-8574-d184140d664d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.156188] env[63021]: DEBUG nova.compute.provider_tree [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.409385] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282278, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.539366] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.546568] env[63021]: DEBUG nova.network.neutron [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updating instance_info_cache with network_info: [{"id": "384e9d80-8769-4792-adf2-061ac9324da6", "address": "fa:16:3e:54:28:cb", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384e9d80-87", "ovs_interfaceid": "384e9d80-8769-4792-adf2-061ac9324da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.586826] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.587550] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.587747] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.587940] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.588112] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.588273] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.588490] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.591885] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.591885] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.591885] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.591885] env[63021]: DEBUG nova.virt.hardware [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.591885] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6211d5-b653-4c8a-91e4-a5f531066a2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.603451] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7524ddec-53da-4f51-a887-7868b9f53e8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.630586] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.662585] env[63021]: DEBUG nova.scheduler.client.report [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.905590] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706347} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.905836] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bcfd5eec-379f-4ee7-9b51-25bdf9f06331/bcfd5eec-379f-4ee7-9b51-25bdf9f06331.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.906564] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.906564] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc0cace-0a23-4a06-9284-83da9b874a6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.913034] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 689.913034] env[63021]: value = "task-4282279" [ 689.913034] env[63021]: _type = "Task" [ 689.913034] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.920838] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.049722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Releasing lock "refresh_cache-2d1e9010-7346-4161-8ad4-60b9020f1c89" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.049992] env[63021]: DEBUG nova.compute.manager [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Inject network info {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 690.050277] env[63021]: DEBUG nova.compute.manager [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] network_info to inject: |[{"id": "384e9d80-8769-4792-adf2-061ac9324da6", "address": "fa:16:3e:54:28:cb", "network": {"id": "70a663db-6f1a-4ac0-9f39-efc306f79b3c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-96329464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d4317e17a0457e8b9bcd2c7a609db4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384e9d80-87", "ovs_interfaceid": "384e9d80-8769-4792-adf2-061ac9324da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 690.055039] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Reconfiguring VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 690.055348] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01174ea-648c-44c3-82f2-624afcc136b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.070437] env[63021]: DEBUG oslo_vmware.api [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Waiting for the task: (returnval){ [ 690.070437] env[63021]: value = "task-4282280" [ 690.070437] env[63021]: _type = "Task" [ 690.070437] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.079888] env[63021]: DEBUG oslo_vmware.api [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Task: {'id': task-4282280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.081659] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Successfully updated port: 92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.106416] env[63021]: DEBUG oslo_vmware.api [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282277, 'name': PowerOnVM_Task, 'duration_secs': 1.278739} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.106686] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.106882] env[63021]: INFO nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Took 9.25 seconds to spawn the instance on the hypervisor. [ 690.107075] env[63021]: DEBUG nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.107863] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ebec46-8305-47f9-989f-093de24043b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.168926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.169816] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.173229] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.155s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.174938] env[63021]: INFO nova.compute.claims [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.250602] env[63021]: DEBUG nova.compute.manager [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received event network-vif-plugged-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.250946] env[63021]: DEBUG oslo_concurrency.lockutils [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] Acquiring lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.251232] env[63021]: DEBUG oslo_concurrency.lockutils [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.251358] env[63021]: DEBUG oslo_concurrency.lockutils [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.251520] env[63021]: DEBUG nova.compute.manager [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] No waiting events found dispatching network-vif-plugged-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.251688] env[63021]: WARNING nova.compute.manager [req-f5a52c31-0bcc-437e-9b36-e2c0c2c43e64 req-0e0b44af-a926-4450-9f91-68ee548cfc96 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received unexpected event network-vif-plugged-92545b90-2ce8-49b1-a13a-8d389479e03c for instance with vm_state building and task_state spawning. [ 690.422281] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.422548] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.423320] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03602665-f5d8-4826-9aeb-3ec77a47d86b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.445322] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] bcfd5eec-379f-4ee7-9b51-25bdf9f06331/bcfd5eec-379f-4ee7-9b51-25bdf9f06331.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.446035] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe8aab9-8f56-4256-8704-5333e614706c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.467846] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 690.467846] env[63021]: value = "task-4282281" [ 690.467846] env[63021]: _type = "Task" [ 690.467846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.476109] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.580286] env[63021]: DEBUG oslo_vmware.api [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] Task: {'id': task-4282280, 'name': ReconfigVM_Task, 'duration_secs': 0.228764} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.580608] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-16417e7c-06c9-4a71-8a43-273ebfacdbbe tempest-ServersAdminTestJSON-859253680 tempest-ServersAdminTestJSON-859253680-project-admin] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Reconfigured VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 690.584371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.584508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.584690] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.623608] env[63021]: INFO nova.compute.manager [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Took 39.76 seconds to build instance. [ 690.679705] env[63021]: DEBUG nova.compute.utils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.683249] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.683249] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.732704] env[63021]: DEBUG nova.policy [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a72d7a7324d4c67b9f8d908f94fdf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7da774b2ff8a4556b6bc6594ab064e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.984132] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.037921] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Successfully created port: 86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.083680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.083680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.117887] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.125407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b3b7339-a537-4d53-9ea5-5b977a227fc9 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.162s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.184619] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.370863] env[63021]: DEBUG nova.network.neutron [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [{"id": "92545b90-2ce8-49b1-a13a-8d389479e03c", "address": "fa:16:3e:9e:d4:b2", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92545b90-2c", "ovs_interfaceid": "92545b90-2ce8-49b1-a13a-8d389479e03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.484042] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282281, 'name': ReconfigVM_Task, 'duration_secs': 0.780998} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.485990] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Reconfigured VM instance instance-00000022 to attach disk [datastore2] bcfd5eec-379f-4ee7-9b51-25bdf9f06331/bcfd5eec-379f-4ee7-9b51-25bdf9f06331.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.485990] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc4e2bc-6860-4db5-a97c-d56ef7ed1cd5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.498022] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 691.498022] env[63021]: value = "task-4282282" [ 691.498022] env[63021]: _type = "Task" [ 691.498022] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.506845] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282282, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.627557] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.765576] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d44c6c-933c-4b6d-8aba-99d90259f40c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.773583] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da78640-69d3-427d-859a-7d520271842a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.809466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ea8c59-db56-43ea-b9bf-164e64f63bf8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.816391] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e796f0b4-1b20-4aec-a7d3-b0b3679e9cab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.829464] env[63021]: DEBUG nova.compute.provider_tree [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.871916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.872280] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Instance network_info: |[{"id": "92545b90-2ce8-49b1-a13a-8d389479e03c", "address": "fa:16:3e:9e:d4:b2", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92545b90-2c", "ovs_interfaceid": "92545b90-2ce8-49b1-a13a-8d389479e03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.872679] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:d4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92545b90-2ce8-49b1-a13a-8d389479e03c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.880335] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Creating folder: Project (ef8ce59ce5474c519edaec7e8aef8ecb). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.880596] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a20de3-453e-4385-9ebb-8a0900488871 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.891210] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Created folder: Project (ef8ce59ce5474c519edaec7e8aef8ecb) in parent group-v843603. [ 691.891395] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Creating folder: Instances. Parent ref: group-v843707. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.891614] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873e0838-f5f6-4591-9015-a500c727663a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.901271] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Created folder: Instances in parent group-v843707. [ 691.901564] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.901810] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.902070] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb01fcf-d4d2-46ce-bf88-081687b2060c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.920763] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.920763] env[63021]: value = "task-4282285" [ 691.920763] env[63021]: _type = "Task" [ 691.920763] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.928120] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282285, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.005791] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282282, 'name': Rename_Task, 'duration_secs': 0.294389} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.006188] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.006502] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e6a62c-abd9-423a-9539-0f8866889959 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.013389] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 692.013389] env[63021]: value = "task-4282286" [ 692.013389] env[63021]: _type = "Task" [ 692.013389] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.023202] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.147083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.173472] env[63021]: INFO nova.compute.manager [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Rescuing [ 692.173738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.173922] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.174110] env[63021]: DEBUG nova.network.neutron [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.203247] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.229934] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.230192] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.230348] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.230524] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.230663] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.230806] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.231013] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.231398] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.231582] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.231759] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.231922] env[63021]: DEBUG nova.virt.hardware [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.233217] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae90c2-1962-4d88-8e68-12d2935285f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.242817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42730ff-99f2-44ea-9880-e5cb85ecc4d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.281230] env[63021]: DEBUG nova.compute.manager [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 692.281408] env[63021]: DEBUG nova.compute.manager [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing instance network info cache due to event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 692.282026] env[63021]: DEBUG oslo_concurrency.lockutils [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] Acquiring lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.282026] env[63021]: DEBUG oslo_concurrency.lockutils [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] Acquired lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.282026] env[63021]: DEBUG nova.network.neutron [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.333813] env[63021]: DEBUG nova.scheduler.client.report [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.431511] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282285, 'name': CreateVM_Task, 'duration_secs': 0.388203} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.431511] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.432546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.432546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.432692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.433315] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0198e71-f190-455a-af73-f8b1df8cc5f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.438531] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 692.438531] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52add9f7-fcbe-fd34-825f-4a84e56812d7" [ 692.438531] env[63021]: _type = "Task" [ 692.438531] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.446121] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52add9f7-fcbe-fd34-825f-4a84e56812d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.524342] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.599722] env[63021]: INFO nova.compute.manager [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Rebuilding instance [ 692.621687] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Successfully updated port: 86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.660567] env[63021]: DEBUG nova.compute.manager [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.662165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cf706-12dd-4ecb-b1bd-3ceb8035292c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.839841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.840473] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.843260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.814s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.844798] env[63021]: INFO nova.compute.claims [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.893516] env[63021]: DEBUG nova.network.neutron [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.949651] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52add9f7-fcbe-fd34-825f-4a84e56812d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.950108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.950452] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.950790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.951049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.951405] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.951757] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bce800b-3419-40c6-9a5e-d326ec41cb6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.968397] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.968397] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.968397] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1024d4be-3a45-416c-8a2e-b5f47e4681f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.975023] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 692.975023] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5283c9e6-f309-1ed8-f0f1-bf29effcb522" [ 692.975023] env[63021]: _type = "Task" [ 692.975023] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.981648] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5283c9e6-f309-1ed8-f0f1-bf29effcb522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.028023] env[63021]: DEBUG oslo_vmware.api [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282286, 'name': PowerOnVM_Task, 'duration_secs': 0.531182} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.028023] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.028023] env[63021]: INFO nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Took 8.45 seconds to spawn the instance on the hypervisor. [ 693.028023] env[63021]: DEBUG nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.028023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a33af8-43ce-4eb5-863e-ec329a048947 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.126435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.126435] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.126435] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.126993] env[63021]: DEBUG nova.network.neutron [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updated VIF entry in instance network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.127385] env[63021]: DEBUG nova.network.neutron [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [{"id": "92545b90-2ce8-49b1-a13a-8d389479e03c", "address": "fa:16:3e:9e:d4:b2", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92545b90-2c", "ovs_interfaceid": "92545b90-2ce8-49b1-a13a-8d389479e03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.351882] env[63021]: DEBUG nova.compute.utils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.353070] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.353250] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.396226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.411455] env[63021]: DEBUG nova.policy [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '025cce6335c84be6ba49c448105c890e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3277da2b1de34325819b8000f066a7c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.484742] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5283c9e6-f309-1ed8-f0f1-bf29effcb522, 'name': SearchDatastore_Task, 'duration_secs': 0.040264} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.485604] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399890ab-9ae6-4c7c-8396-a0c8d91ae200 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.491412] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 693.491412] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52900d17-e4bd-a2cf-ddb5-d63002b7b496" [ 693.491412] env[63021]: _type = "Task" [ 693.491412] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.499219] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52900d17-e4bd-a2cf-ddb5-d63002b7b496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.546025] env[63021]: INFO nova.compute.manager [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Took 37.37 seconds to build instance. [ 693.631202] env[63021]: DEBUG oslo_concurrency.lockutils [req-f89b6581-2333-4ab3-bf33-2bb43222869c req-9dd5708c-559b-4713-8528-36b8dfc512fd service nova] Releasing lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662150] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.675458] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.675764] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4097252-a507-4ed9-8f4a-a07ec2fb9675 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.684091] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 693.684091] env[63021]: value = "task-4282287" [ 693.684091] env[63021]: _type = "Task" [ 693.684091] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.699319] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.848880] env[63021]: DEBUG nova.network.neutron [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Updating instance_info_cache with network_info: [{"id": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "address": "fa:16:3e:9d:0e:69", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86bc3691-9d", "ovs_interfaceid": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.859445] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.876378] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Successfully created port: 40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.002832] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52900d17-e4bd-a2cf-ddb5-d63002b7b496, 'name': SearchDatastore_Task, 'duration_secs': 0.019584} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.002832] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.002832] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3/5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.003152] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ea6347-0a86-4efd-855f-61c5a8ddee84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.010963] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 694.010963] env[63021]: value = "task-4282288" [ 694.010963] env[63021]: _type = "Task" [ 694.010963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.018412] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.046419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-38908eb6-96a7-40d6-aef4-4c21a5f82f09 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.626s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.197733] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282287, 'name': PowerOffVM_Task, 'duration_secs': 0.29673} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.198020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.198410] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.199253] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc811892-bd8b-4f47-a4d6-e5b0a8617f5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.209209] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.209492] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f25ee647-8866-49ba-bfe1-3f263d4ae3c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.298638] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.299457] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.299457] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.299457] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-881ce6f6-402b-45c9-b203-fd04f6b0edf3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.311181] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 694.311181] env[63021]: value = "task-4282290" [ 694.311181] env[63021]: _type = "Task" [ 694.311181] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.325462] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.352849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353298] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance network_info: |[{"id": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "address": "fa:16:3e:9d:0e:69", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86bc3691-9d", "ovs_interfaceid": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.353686] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:0e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.362658] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.365873] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.487696] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5c6ea8-df4b-438e-aafe-2fcea94fba81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.487696] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.487696] env[63021]: value = "task-4282291" [ 694.487696] env[63021]: _type = "Task" [ 694.487696] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.487696] env[63021]: DEBUG nova.compute.manager [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Received event network-vif-plugged-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 694.487696] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.487696] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.487696] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.487696] env[63021]: DEBUG nova.compute.manager [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] No waiting events found dispatching network-vif-plugged-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.487696] env[63021]: WARNING nova.compute.manager [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Received unexpected event network-vif-plugged-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d for instance with vm_state building and task_state spawning. [ 694.487696] env[63021]: DEBUG nova.compute.manager [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Received event network-changed-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 694.487696] env[63021]: DEBUG nova.compute.manager [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Refreshing instance network info cache due to event network-changed-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 694.487696] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Acquiring lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.487696] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Acquired lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.487696] env[63021]: DEBUG nova.network.neutron [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Refreshing network info cache for port 86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.487696] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282291, 'name': CreateVM_Task} progress is 15%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.520613] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487129} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.520919] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3/5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.521187] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.521481] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23c1176-4690-44c1-bfa0-d07997f501b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.530966] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 694.530966] env[63021]: value = "task-4282292" [ 694.530966] env[63021]: _type = "Task" [ 694.530966] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.542069] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.548755] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.571481] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a30631-5a47-4f65-a0ca-a621a81f1824 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.581029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddaf638-7a71-4dc7-a878-8e7be34cbe07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.614987] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bf38a-6f98-4c03-ad4b-a6d45aeb9dd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.623035] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b8763b-40ee-4b72-9e2c-195a7183cf8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.636762] env[63021]: DEBUG nova.compute.provider_tree [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.821286] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295225} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.821557] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.821780] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.822042] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.895283] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.927076] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.927362] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.927519] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.927741] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.927891] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.928049] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.928265] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.928423] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.928589] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.928751] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.928922] env[63021]: DEBUG nova.virt.hardware [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.929727] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901c99b-8876-41f2-980f-cc8b281fb2a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.937334] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282291, 'name': CreateVM_Task, 'duration_secs': 0.360385} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.937898] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.938765] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.938929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.939252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.939501] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8190dcab-2438-4d3e-a66c-11d3f4aef6e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.945711] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affceda2-0768-42e4-a174-a42722368d60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.951983] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.951983] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 694.951983] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523b4331-b267-87d7-af7e-e5e2cffeb7e2" [ 694.951983] env[63021]: _type = "Task" [ 694.951983] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.951983] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed517580-02d2-405e-b601-711a1b85d360 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.975156] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523b4331-b267-87d7-af7e-e5e2cffeb7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.975451] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 694.975451] env[63021]: value = "task-4282293" [ 694.975451] env[63021]: _type = "Task" [ 694.975451] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.983661] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.044396] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06319} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.044396] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.044396] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8e412-1a18-43da-b3cb-e95d43c9f8be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.069738] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3/5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.073120] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5d71ac-946b-4a40-85b8-bd32b44ba125 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.089562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.095440] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 695.095440] env[63021]: value = "task-4282294" [ 695.095440] env[63021]: _type = "Task" [ 695.095440] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.103852] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.140240] env[63021]: DEBUG nova.scheduler.client.report [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.209258] env[63021]: DEBUG nova.network.neutron [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Updated VIF entry in instance network info cache for port 86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.209704] env[63021]: DEBUG nova.network.neutron [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Updating instance_info_cache with network_info: [{"id": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "address": "fa:16:3e:9d:0e:69", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86bc3691-9d", "ovs_interfaceid": "86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.466310] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523b4331-b267-87d7-af7e-e5e2cffeb7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.029031} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.466694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.466889] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.467172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.467324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467505] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.467790] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfb0a246-a182-4249-a59e-f9e1b17f7e1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.478261] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.478261] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.482307] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9838cd0-e215-4c0b-8905-93c0ef5c6d74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.490472] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282293, 'name': PowerOffVM_Task, 'duration_secs': 0.273847} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.491617] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.492145] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 695.492145] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f57087-fcc1-e44e-5292-3d547a753137" [ 695.492145] env[63021]: _type = "Task" [ 695.492145] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.493086] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2619a37-0c63-4d52-b6ff-a8f34dc0e4a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.502236] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.502618] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.502845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.503075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.524962] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f57087-fcc1-e44e-5292-3d547a753137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.526095] env[63021]: INFO nova.compute.manager [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Terminating instance [ 695.528316] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f91ce-1d96-4d90-8c68-c8654a853649 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.573627] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.575361] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f0efca-7284-4b6a-95df-db47e2f3a903 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.580560] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 695.580560] env[63021]: value = "task-4282295" [ 695.580560] env[63021]: _type = "Task" [ 695.580560] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.588798] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.604179] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282294, 'name': ReconfigVM_Task, 'duration_secs': 0.496105} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.604446] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3/5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.605101] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-283c7199-6424-414c-ab14-e240dacd7cb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.611675] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 695.611675] env[63021]: value = "task-4282296" [ 695.611675] env[63021]: _type = "Task" [ 695.611675] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.619659] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282296, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.645853] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.646424] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.648981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.758s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.652433] env[63021]: DEBUG nova.objects.instance [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lazy-loading 'resources' on Instance uuid faea4a23-f4b3-4990-85aa-d92affa76fd4 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.712990] env[63021]: DEBUG oslo_concurrency.lockutils [req-053de73e-3b5b-40fd-9346-3c634485d700 req-88be1424-7449-4f9b-85ba-eb97d57c7f48 service nova] Releasing lock "refresh_cache-3d4d6c69-f535-4814-ba99-2148d92a56e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.853864] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.854128] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.854288] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.854467] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.854611] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.854775] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.854977] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.855180] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.855347] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.855509] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.855734] env[63021]: DEBUG nova.virt.hardware [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.856593] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed9577-045a-495c-a1ca-83f227a93135 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.864487] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12680a3-094b-46b1-98d3-f1deaa53cbc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.877424] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0b:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024f89f0-1a6a-4445-9ea1-6ce40508d999', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.884699] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.884910] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.885145] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a457803-4212-46b1-9c66-150e331f8861 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.904953] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.904953] env[63021]: value = "task-4282297" [ 695.904953] env[63021]: _type = "Task" [ 695.904953] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.915251] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282297, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.983574] env[63021]: DEBUG nova.compute.manager [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Received event network-vif-plugged-40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 695.983854] env[63021]: DEBUG oslo_concurrency.lockutils [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.984098] env[63021]: DEBUG oslo_concurrency.lockutils [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.984275] env[63021]: DEBUG oslo_concurrency.lockutils [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.984452] env[63021]: DEBUG nova.compute.manager [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] No waiting events found dispatching network-vif-plugged-40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.984613] env[63021]: WARNING nova.compute.manager [req-72a9b909-a49a-4d45-b8f7-01e70430dda4 req-95a328f7-7d0e-40dd-b990-40a14fe08b4c service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Received unexpected event network-vif-plugged-40f3cb91-161d-4024-b298-4969865d0193 for instance with vm_state building and task_state spawning. [ 696.006835] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f57087-fcc1-e44e-5292-3d547a753137, 'name': SearchDatastore_Task, 'duration_secs': 0.02003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.007785] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcd3f49-e593-4371-92f6-50b38f1de9e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.013549] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 696.013549] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e9ec3a-4860-6178-de68-7523f181d299" [ 696.013549] env[63021]: _type = "Task" [ 696.013549] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.023679] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e9ec3a-4860-6178-de68-7523f181d299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.035595] env[63021]: DEBUG nova.compute.manager [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.035595] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.035595] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25ba7c5-bead-4f08-8058-f8e5134bd8fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.043080] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.043374] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02283ceb-3a47-4b13-9dbb-d8af9ae51fc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.051138] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 696.051138] env[63021]: value = "task-4282298" [ 696.051138] env[63021]: _type = "Task" [ 696.051138] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.061714] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.090818] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 696.091118] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.091392] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.101191] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Successfully updated port: 40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.122812] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282296, 'name': Rename_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.123186] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.123504] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a864bcdf-3dec-4366-a06e-cc52e355295d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.129902] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 696.129902] env[63021]: value = "task-4282299" [ 696.129902] env[63021]: _type = "Task" [ 696.129902] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.138169] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.152909] env[63021]: DEBUG nova.compute.utils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.154562] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.154827] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.217072] env[63021]: DEBUG nova.policy [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79a96e72fc504eaf80a23dbd09669da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0a4067574c74559b5cadb7e675e1155', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.415277] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282297, 'name': CreateVM_Task, 'duration_secs': 0.420533} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.418817] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.419984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.420183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.420498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.420755] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3a6179-347a-4011-8b0a-294b955ff576 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.425441] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 696.425441] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7f863-4cc5-fe5d-8d52-7ce881fc2fd2" [ 696.425441] env[63021]: _type = "Task" [ 696.425441] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.434210] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7f863-4cc5-fe5d-8d52-7ce881fc2fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.523326] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e9ec3a-4860-6178-de68-7523f181d299, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.523580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.523916] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.524183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.524423] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.524639] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c890b4ef-502e-4c4e-88d2-c0f3da92429e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.528807] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa12fda-9a0b-46cf-9e86-9c906f6b2faf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.535971] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 696.535971] env[63021]: value = "task-4282300" [ 696.535971] env[63021]: _type = "Task" [ 696.535971] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.542763] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.542940] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.545072] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbf1a42-318a-495d-90b9-226ddcf3a6a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.549656] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.552519] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 696.552519] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e23462-c6ce-3cfa-983e-429aa2204551" [ 696.552519] env[63021]: _type = "Task" [ 696.552519] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.571221] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282298, 'name': PowerOffVM_Task, 'duration_secs': 0.262708} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.571599] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e23462-c6ce-3cfa-983e-429aa2204551, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.571861] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.572090] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.572969] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-594f413e-d0c4-4f90-b7bf-28ccf5b3da50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.574698] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19b7840-7b86-47f8-b777-1d6e8aac365e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.581720] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 696.581720] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520808c1-61c1-8c7c-2206-a78b9b057dad" [ 696.581720] env[63021]: _type = "Task" [ 696.581720] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.593608] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520808c1-61c1-8c7c-2206-a78b9b057dad, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.595168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.595168] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 696.595168] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16eb504-1da5-4920-b23b-ddf7c49ddfdb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.601224] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 696.601224] env[63021]: value = "task-4282302" [ 696.601224] env[63021]: _type = "Task" [ 696.601224] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.604378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.604504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.604655] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.617519] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.637031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.637346] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.637615] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Deleting the datastore file [datastore2] bcfd5eec-379f-4ee7-9b51-25bdf9f06331 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.641037] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dd108c7-52ed-4261-82f3-7450c61b1f1f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.647032] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.651435] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for the task: (returnval){ [ 696.651435] env[63021]: value = "task-4282303" [ 696.651435] env[63021]: _type = "Task" [ 696.651435] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.661064] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.664788] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.783167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b0909e-4fda-4a40-aeab-8ee1e0f94cd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.794370] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55e191-a55a-4ce8-befb-3c385f24348d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.829908] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c56cab6-b065-475b-b77b-1404d3313df9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.839401] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dbd187-d27b-498a-82c2-225b28f62daa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.856485] env[63021]: DEBUG nova.compute.provider_tree [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.932513] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Successfully created port: dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.942988] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b7f863-4cc5-fe5d-8d52-7ce881fc2fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.943430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.943669] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.943959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.944182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.944374] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.944657] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d8b84c-bca9-4dde-a544-c8df82ef9859 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.959801] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.960059] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.960993] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fcf9ce-ba83-43e1-9048-3fd5b0ccfe88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.971307] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 696.971307] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5264d0fc-6715-d5c3-ffdf-2ddb9eb83dee" [ 696.971307] env[63021]: _type = "Task" [ 696.971307] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.982975] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5264d0fc-6715-d5c3-ffdf-2ddb9eb83dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.047510] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.117750] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282302, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.143904] env[63021]: DEBUG oslo_vmware.api [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282299, 'name': PowerOnVM_Task, 'duration_secs': 0.69562} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.149468] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.149468] env[63021]: INFO nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Took 7.61 seconds to spawn the instance on the hypervisor. [ 697.149468] env[63021]: DEBUG nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.149468] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8c0895-d17c-4a7d-90c8-21cce2ed5089 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.172226] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.176271] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.360141] env[63021]: DEBUG nova.network.neutron [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.361165] env[63021]: DEBUG nova.scheduler.client.report [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.481932] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5264d0fc-6715-d5c3-ffdf-2ddb9eb83dee, 'name': SearchDatastore_Task, 'duration_secs': 0.047531} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.483448] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e26417-a4d4-4701-b720-c4f23d39739b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.489912] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 697.489912] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4419-f2f0-2e9c-4ac8-0dec2903db82" [ 697.489912] env[63021]: _type = "Task" [ 697.489912] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.497522] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4419-f2f0-2e9c-4ac8-0dec2903db82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.545730] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605999} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.546022] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.546262] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.546554] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d043da37-ed20-4593-91cc-ea76ddb76716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.552985] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 697.552985] env[63021]: value = "task-4282304" [ 697.552985] env[63021]: _type = "Task" [ 697.552985] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.561041] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.615566] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78903} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.615956] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 697.616804] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a92900-5a52-4001-ad8d-22084ebb1bf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.643042] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.643382] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b501c9-db45-43a0-86b7-17dbe8ebaf59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.666471] env[63021]: DEBUG oslo_vmware.api [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Task: {'id': task-4282303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575208} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.667722] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.667942] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.668137] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.668310] env[63021]: INFO nova.compute.manager [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Took 1.63 seconds to destroy the instance on the hypervisor. [ 697.668546] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.668879] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 697.668879] env[63021]: value = "task-4282305" [ 697.668879] env[63021]: _type = "Task" [ 697.668879] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.669162] env[63021]: DEBUG nova.compute.manager [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.669315] env[63021]: DEBUG nova.network.neutron [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.681715] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.686272] env[63021]: INFO nova.compute.manager [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Took 35.71 seconds to build instance. [ 697.691501] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.710558] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.710874] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.711384] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.711484] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.711755] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.711936] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.712238] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.712469] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.712706] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.712973] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.713243] env[63021]: DEBUG nova.virt.hardware [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.714454] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902cf27-6394-4acf-8b78-3e2edb4f99fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.722994] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8344482f-34d0-4d87-90b6-57a17d16b8bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.869030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.869030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.869303] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Instance network_info: |[{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.869952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.652s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.870309] env[63021]: DEBUG nova.objects.instance [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lazy-loading 'resources' on Instance uuid 5b497fd9-7b68-4a7b-a155-bb93004b29da {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.872035] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:69:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f3cb91-161d-4024-b298-4969865d0193', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.880752] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Creating folder: Project (3277da2b1de34325819b8000f066a7c1). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.881948] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d37bb6e-0a09-4497-af73-12ff1ef75fe0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.895627] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Created folder: Project (3277da2b1de34325819b8000f066a7c1) in parent group-v843603. [ 697.895627] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Creating folder: Instances. Parent ref: group-v843712. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.895627] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d08e322-5283-46dd-b7a0-83770a20ad5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.896480] env[63021]: INFO nova.scheduler.client.report [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Deleted allocations for instance faea4a23-f4b3-4990-85aa-d92affa76fd4 [ 697.907860] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Created folder: Instances in parent group-v843712. [ 697.907860] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.907860] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.907860] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69c9925c-1f1b-4162-8645-cb7003656297 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.931120] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.931120] env[63021]: value = "task-4282308" [ 697.931120] env[63021]: _type = "Task" [ 697.931120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.941616] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282308, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.951890] env[63021]: DEBUG nova.compute.manager [req-27bb857a-caf4-4890-8d22-8e23d578def9 req-821aba61-0999-40a6-9612-db692a84a88f service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Received event network-vif-deleted-e5457379-017d-42f7-b79c-ea7d15d368e6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 697.951990] env[63021]: INFO nova.compute.manager [req-27bb857a-caf4-4890-8d22-8e23d578def9 req-821aba61-0999-40a6-9612-db692a84a88f service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Neutron deleted interface e5457379-017d-42f7-b79c-ea7d15d368e6; detaching it from the instance and deleting it from the info cache [ 697.952197] env[63021]: DEBUG nova.network.neutron [req-27bb857a-caf4-4890-8d22-8e23d578def9 req-821aba61-0999-40a6-9612-db692a84a88f service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.999655] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4419-f2f0-2e9c-4ac8-0dec2903db82, 'name': SearchDatastore_Task, 'duration_secs': 0.055179} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.999922] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.000196] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.000671] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6995d72f-ab7a-4e96-86a9-ebc5caa2b972 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.007255] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 698.007255] env[63021]: value = "task-4282309" [ 698.007255] env[63021]: _type = "Task" [ 698.007255] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.015350] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.062299] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070497} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.062563] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.063341] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c303d28f-fb9d-4a9c-97fb-ff912dd8e31f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.087261] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.088621] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68aa5ccc-36eb-4f7e-9004-5da332192ea7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.105365] env[63021]: DEBUG nova.compute.manager [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Received event network-changed-40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 698.105552] env[63021]: DEBUG nova.compute.manager [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Refreshing instance network info cache due to event network-changed-40f3cb91-161d-4024-b298-4969865d0193. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 698.105765] env[63021]: DEBUG oslo_concurrency.lockutils [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] Acquiring lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.105956] env[63021]: DEBUG oslo_concurrency.lockutils [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] Acquired lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.106215] env[63021]: DEBUG nova.network.neutron [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Refreshing network info cache for port 40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.113634] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 698.113634] env[63021]: value = "task-4282310" [ 698.113634] env[63021]: _type = "Task" [ 698.113634] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.124026] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.182412] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.189014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-db04b790-5a84-442a-8b7c-7303ba1b1394 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.774s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.407019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4a29db4-be26-45cf-a4d9-88d1e66b3b46 tempest-ServerAddressesNegativeTestJSON-1906775353 tempest-ServerAddressesNegativeTestJSON-1906775353-project-member] Lock "faea4a23-f4b3-4990-85aa-d92affa76fd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.311s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.426654] env[63021]: DEBUG nova.network.neutron [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.445751] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282308, 'name': CreateVM_Task, 'duration_secs': 0.339608} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.446765] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.447603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.447603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.447947] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.449016] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b126eb-85bb-47b7-9079-5ccc712c676a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.455434] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 698.455434] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52caac2b-d25d-609e-a68e-1fcc4b829993" [ 698.455434] env[63021]: _type = "Task" [ 698.455434] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.462603] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0e3941-f27c-42b9-b8bb-3ce3bbc3220c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.471642] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52caac2b-d25d-609e-a68e-1fcc4b829993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.477508] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44ffcd-ed42-4502-a1cc-a00b491d1ef3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.529121] env[63021]: DEBUG nova.compute.manager [req-27bb857a-caf4-4890-8d22-8e23d578def9 req-821aba61-0999-40a6-9612-db692a84a88f service nova] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Detach interface failed, port_id=e5457379-017d-42f7-b79c-ea7d15d368e6, reason: Instance bcfd5eec-379f-4ee7-9b51-25bdf9f06331 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 698.538751] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.627120] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.684190] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282305, 'name': ReconfigVM_Task, 'duration_secs': 0.942168} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.684312] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.685331] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c692931-9acb-4b22-994f-29c71724f3ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.710093] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.725750] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a6d1fb-727e-4923-bce0-d21937076fdd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742599] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 698.742599] env[63021]: value = "task-4282311" [ 698.742599] env[63021]: _type = "Task" [ 698.742599] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.754784] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.904981] env[63021]: DEBUG nova.network.neutron [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updated VIF entry in instance network info cache for port 40f3cb91-161d-4024-b298-4969865d0193. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.905606] env[63021]: DEBUG nova.network.neutron [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.931520] env[63021]: INFO nova.compute.manager [-] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Took 1.26 seconds to deallocate network for instance. [ 698.942081] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Successfully updated port: dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.970126] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52caac2b-d25d-609e-a68e-1fcc4b829993, 'name': SearchDatastore_Task, 'duration_secs': 0.053383} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.975441] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.975441] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.975441] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.975441] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.975441] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.975441] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31869d8-7de0-4887-a470-7e6a3c24610a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.988984] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.988984] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.989613] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27eea0dd-cbf1-4858-ad2f-64c96f335465 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.994968] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 698.994968] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae35ea-8470-c1fc-ce7c-dc5c7a03e239" [ 698.994968] env[63021]: _type = "Task" [ 698.994968] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.003211] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae35ea-8470-c1fc-ce7c-dc5c7a03e239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.020606] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773926} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.020713] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.020945] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.021175] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5264dd1f-64a1-412f-ba13-f22669eed12d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.028794] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 699.028794] env[63021]: value = "task-4282312" [ 699.028794] env[63021]: _type = "Task" [ 699.028794] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.037826] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.039469] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed396b-5681-4e9a-8780-6dfc3c5e9bb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.046083] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d2144-2142-4525-b7bc-bc9fa0cdb687 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.082517] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d4f712-694c-492d-a6ee-44bdb1071cb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.094193] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4faaa-0beb-43b8-836e-37269ac61628 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.112032] env[63021]: DEBUG nova.compute.provider_tree [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.123776] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282310, 'name': ReconfigVM_Task, 'duration_secs': 0.983193} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.124089] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.124699] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e59f72b1-63e2-4d4b-b54b-b4e0366a0065 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.131066] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 699.131066] env[63021]: value = "task-4282313" [ 699.131066] env[63021]: _type = "Task" [ 699.131066] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.138915] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282313, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.244841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.253505] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282311, 'name': ReconfigVM_Task, 'duration_secs': 0.47533} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.253760] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.254036] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a38810-6410-4f06-9cce-c4d4331f91d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262555] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 699.262555] env[63021]: value = "task-4282314" [ 699.262555] env[63021]: _type = "Task" [ 699.262555] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.270340] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.408841] env[63021]: DEBUG oslo_concurrency.lockutils [req-25dc2a55-e474-4c51-a40f-07c73afd4e33 req-b3a10b3a-6aad-4e10-8df0-4e04528198ae service nova] Releasing lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.439651] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.444416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.444603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquired lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.444746] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.508455] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae35ea-8470-c1fc-ce7c-dc5c7a03e239, 'name': SearchDatastore_Task, 'duration_secs': 0.02284} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.509314] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e2ea13-f79a-4248-a7d3-048b53467ef1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.515537] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 699.515537] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5292eb08-a3e7-ddfd-ea75-f759bd701832" [ 699.515537] env[63021]: _type = "Task" [ 699.515537] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.523801] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5292eb08-a3e7-ddfd-ea75-f759bd701832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.537074] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091329} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.537354] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.538216] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff18f84-ae0c-4544-a534-10f3e7303307 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.562437] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.562904] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6011c356-2822-434c-9993-b023dd7497e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.585892] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 699.585892] env[63021]: value = "task-4282315" [ 699.585892] env[63021]: _type = "Task" [ 699.585892] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.595016] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.632181] env[63021]: ERROR nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] [req-c7d31062-3cd0-4b66-a9e0-5009faf9860c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7d31062-3cd0-4b66-a9e0-5009faf9860c"}]} [ 699.643270] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282313, 'name': Rename_Task, 'duration_secs': 0.369232} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.643544] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.643791] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a375e3-987d-47c5-9e7e-2c5875d2ee7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.653023] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 699.653023] env[63021]: value = "task-4282316" [ 699.653023] env[63021]: _type = "Task" [ 699.653023] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.654465] env[63021]: DEBUG nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 699.662260] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.675508] env[63021]: DEBUG nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 699.675835] env[63021]: DEBUG nova.compute.provider_tree [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.694782] env[63021]: DEBUG nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 699.717859] env[63021]: DEBUG nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 699.773437] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.008131] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.028544] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5292eb08-a3e7-ddfd-ea75-f759bd701832, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.029024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.029398] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77/8ed8415c-9e2e-47f1-b3f1-a06b129b1f77.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.029885] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2821a628-5d35-4dc3-b774-e2f97409d794 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.044299] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 700.044299] env[63021]: value = "task-4282317" [ 700.044299] env[63021]: _type = "Task" [ 700.044299] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.055335] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.098996] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282315, 'name': ReconfigVM_Task, 'duration_secs': 0.421766} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.101348] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.102219] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3d3d301-369f-475b-8d1d-95f7fad81e68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.109374] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 700.109374] env[63021]: value = "task-4282318" [ 700.109374] env[63021]: _type = "Task" [ 700.109374] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.124796] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282318, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.163159] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282316, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.277238] env[63021]: DEBUG oslo_vmware.api [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282314, 'name': PowerOnVM_Task, 'duration_secs': 0.601987} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.279603] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.283441] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 700.285599] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing instance network info cache due to event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 700.285599] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquiring lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.285599] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquired lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.285599] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.286502] env[63021]: DEBUG nova.compute.manager [None req-9e39cc55-a24b-403d-af6f-afd10609b225 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.288100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fabde9-7622-4615-8193-1684fb259e12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.312550] env[63021]: DEBUG nova.network.neutron [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Updating instance_info_cache with network_info: [{"id": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "address": "fa:16:3e:a0:3f:00", "network": {"id": "ab573d06-f475-4e37-8ea6-4cd045f5bf60", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1681093417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0a4067574c74559b5cadb7e675e1155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac28dc0-99", "ovs_interfaceid": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.476854] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11dad9-af3a-426d-8014-7c301e490d12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.487370] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1550c3-dd87-4583-a75d-bb65b416b5d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.521601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d5b766-824c-47bf-8170-16b12361c0b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.535048] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5909ca40-68fc-4192-af36-2332f1cbba22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.549246] env[63021]: DEBUG nova.compute.provider_tree [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.563925] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.620756] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282318, 'name': Rename_Task, 'duration_secs': 0.13869} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.620756] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.620756] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e66044-e46d-4e73-9749-8d3b4a696f59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.627287] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 700.627287] env[63021]: value = "task-4282319" [ 700.627287] env[63021]: _type = "Task" [ 700.627287] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.641975] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.662269] env[63021]: DEBUG oslo_vmware.api [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282316, 'name': PowerOnVM_Task, 'duration_secs': 0.703296} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.662565] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.662763] env[63021]: INFO nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Took 8.46 seconds to spawn the instance on the hypervisor. [ 700.662942] env[63021]: DEBUG nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.663769] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ca9a1-bbe8-4ba2-9bdd-cbbee50d4cbe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.816153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Releasing lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.816769] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Instance network_info: |[{"id": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "address": "fa:16:3e:a0:3f:00", "network": {"id": "ab573d06-f475-4e37-8ea6-4cd045f5bf60", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1681093417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0a4067574c74559b5cadb7e675e1155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac28dc0-99", "ovs_interfaceid": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.816880] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:3f:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac28dc0-99a4-4818-b1b8-38e609bed90a', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.824601] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Creating folder: Project (c0a4067574c74559b5cadb7e675e1155). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.824902] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0580e3a9-c0bd-49da-b708-5d0834f87404 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.838817] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Created folder: Project (c0a4067574c74559b5cadb7e675e1155) in parent group-v843603. [ 700.839016] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Creating folder: Instances. Parent ref: group-v843715. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.839252] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d501d416-6daa-45b5-973f-afaafd241060 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.853872] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Created folder: Instances in parent group-v843715. [ 700.853872] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.853872] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.853872] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28e3f67-cf83-4b4d-9746-dd6f991d9d82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.875852] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.875852] env[63021]: value = "task-4282322" [ 700.875852] env[63021]: _type = "Task" [ 700.875852] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.884631] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282322, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.063069] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.104506] env[63021]: DEBUG nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.105115] env[63021]: DEBUG nova.compute.provider_tree [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 59 to 60 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.105212] env[63021]: DEBUG nova.compute.provider_tree [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.137665] env[63021]: DEBUG oslo_vmware.api [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282319, 'name': PowerOnVM_Task, 'duration_secs': 0.460707} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.137929] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.138995] env[63021]: DEBUG nova.compute.manager [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.138995] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62720b04-6cd8-4712-8454-f29af8ee9f03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.185313] env[63021]: INFO nova.compute.manager [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Took 36.81 seconds to build instance. [ 701.231218] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updated VIF entry in instance network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.231218] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [{"id": "92545b90-2ce8-49b1-a13a-8d389479e03c", "address": "fa:16:3e:9e:d4:b2", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92545b90-2c", "ovs_interfaceid": "92545b90-2ce8-49b1-a13a-8d389479e03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.385568] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282322, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.560020] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282317, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.615507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.744s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.616715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.659s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.616793] env[63021]: DEBUG nova.objects.instance [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lazy-loading 'resources' on Instance uuid 3d4886b0-5036-4acf-8286-14e030f0382d {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.658856] env[63021]: INFO nova.scheduler.client.report [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Deleted allocations for instance 5b497fd9-7b68-4a7b-a155-bb93004b29da [ 701.659951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.687878] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ae867a0-3a73-4250-8f6f-0efe69816030 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.117s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.733349] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Releasing lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.735092] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Received event network-vif-plugged-dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 701.735092] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquiring lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.735092] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.735092] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.735092] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] No waiting events found dispatching network-vif-plugged-dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.735389] env[63021]: WARNING nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Received unexpected event network-vif-plugged-dac28dc0-99a4-4818-b1b8-38e609bed90a for instance with vm_state building and task_state spawning. [ 701.735389] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Received event network-changed-dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 701.736034] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Refreshing instance network info cache due to event network-changed-dac28dc0-99a4-4818-b1b8-38e609bed90a. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 701.736034] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquiring lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.736204] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquired lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.736707] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Refreshing network info cache for port dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.886799] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282322, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.068427] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282317, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.605115} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.068896] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77/8ed8415c-9e2e-47f1-b3f1-a06b129b1f77.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.069268] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.069653] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad04bb7d-157b-4b12-abff-b323ad4cd8fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.077705] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 702.077705] env[63021]: value = "task-4282323" [ 702.077705] env[63021]: _type = "Task" [ 702.077705] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.086926] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.171564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-af152c17-5758-4be8-bd74-2be1df7fb2f1 tempest-ServerPasswordTestJSON-1317762635 tempest-ServerPasswordTestJSON-1317762635-project-member] Lock "5b497fd9-7b68-4a7b-a155-bb93004b29da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.291s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.190220] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.390371] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282322, 'name': CreateVM_Task, 'duration_secs': 1.245155} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.390548] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.391240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.391405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.391723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.392779] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5d7373-ac0f-42e3-be59-d9e3c1e4e0b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.401676] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 702.401676] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5253aad8-475c-b26e-cf77-22027bda8ce3" [ 702.401676] env[63021]: _type = "Task" [ 702.401676] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.409223] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5253aad8-475c-b26e-cf77-22027bda8ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.590441] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079984} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.593287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.595412] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a1eeab-ca7b-4ac2-97c5-ec471bbda8ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617772] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77/8ed8415c-9e2e-47f1-b3f1-a06b129b1f77.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.620943] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7043ff7f-85c2-4fb5-b5d1-878bff77111a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.640452] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Updated VIF entry in instance network info cache for port dac28dc0-99a4-4818-b1b8-38e609bed90a. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.640452] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Updating instance_info_cache with network_info: [{"id": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "address": "fa:16:3e:a0:3f:00", "network": {"id": "ab573d06-f475-4e37-8ea6-4cd045f5bf60", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1681093417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0a4067574c74559b5cadb7e675e1155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac28dc0-99", "ovs_interfaceid": "dac28dc0-99a4-4818-b1b8-38e609bed90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.647933] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 702.647933] env[63021]: value = "task-4282324" [ 702.647933] env[63021]: _type = "Task" [ 702.647933] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.662736] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.711735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.727199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.727199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.727313] env[63021]: DEBUG nova.compute.manager [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.728494] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eaebc0-6681-4a41-a1ac-5913d11d7c8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.735396] env[63021]: DEBUG nova.compute.manager [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 702.736019] env[63021]: DEBUG nova.objects.instance [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'flavor' on Instance uuid 3d4d6c69-f535-4814-ba99-2148d92a56e9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.799159] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f1512d-0a7c-46e0-a392-9f16bf4f4461 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.807442] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f7985-cda9-4832-9f98-5a0ec387903f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.841184] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa054da-ce34-4ade-b0a2-549dc13e8854 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.850163] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c71612-1085-4536-a88a-13236300bb2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.863586] env[63021]: DEBUG nova.compute.provider_tree [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.911855] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5253aad8-475c-b26e-cf77-22027bda8ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.016582} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.912200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.912437] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.912741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.912809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.912987] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.913271] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a68e8b3-5805-4ea7-8c50-88a7741667f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.924937] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.925161] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.925910] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd0aeae-94cd-4497-b236-077c0cd7b860 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.931379] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 702.931379] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52493553-5d5f-dacb-255d-fa676b43e7e6" [ 702.931379] env[63021]: _type = "Task" [ 702.931379] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.939901] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52493553-5d5f-dacb-255d-fa676b43e7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.144284] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Releasing lock "refresh_cache-ee169eb1-7f24-4cbc-ba40-faefd752e75b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.144575] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 703.144824] env[63021]: DEBUG nova.compute.manager [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing instance network info cache due to event network-changed-92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 703.145164] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquiring lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.145359] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Acquired lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.145536] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Refreshing network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.162013] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282324, 'name': ReconfigVM_Task, 'duration_secs': 0.293252} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.163036] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77/8ed8415c-9e2e-47f1-b3f1-a06b129b1f77.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.163740] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176ad4c6-afac-4060-8646-20c2be01f609 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.174256] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 703.174256] env[63021]: value = "task-4282325" [ 703.174256] env[63021]: _type = "Task" [ 703.174256] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.185837] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282325, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.344435] env[63021]: DEBUG nova.compute.manager [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 703.344687] env[63021]: DEBUG nova.compute.manager [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing instance network info cache due to event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 703.345107] env[63021]: DEBUG oslo_concurrency.lockutils [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.345107] env[63021]: DEBUG oslo_concurrency.lockutils [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.345226] env[63021]: DEBUG nova.network.neutron [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.367429] env[63021]: DEBUG nova.scheduler.client.report [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.443963] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52493553-5d5f-dacb-255d-fa676b43e7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015925} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.444209] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6221187e-7e44-480b-82c6-223c00f0e83b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.449635] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 703.449635] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52916b2e-6776-8b04-eec6-7a28d93aa49c" [ 703.449635] env[63021]: _type = "Task" [ 703.449635] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.460125] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52916b2e-6776-8b04-eec6-7a28d93aa49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.690119] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282325, 'name': Rename_Task, 'duration_secs': 0.169071} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.690361] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.690559] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d07ff78b-9dc1-4c15-aeac-03afd0b4ea95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.698493] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 703.698493] env[63021]: value = "task-4282326" [ 703.698493] env[63021]: _type = "Task" [ 703.698493] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.708425] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.750860] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.751237] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec7d7ff-2720-4690-813a-d82b226259c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.760269] env[63021]: DEBUG oslo_vmware.api [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 703.760269] env[63021]: value = "task-4282327" [ 703.760269] env[63021]: _type = "Task" [ 703.760269] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.778662] env[63021]: DEBUG oslo_vmware.api [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.873711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.878550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.512s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.878550] env[63021]: DEBUG nova.objects.instance [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lazy-loading 'resources' on Instance uuid d1ca890a-802b-424b-9e79-95ac46977bce {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.904714] env[63021]: INFO nova.scheduler.client.report [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleted allocations for instance 3d4886b0-5036-4acf-8286-14e030f0382d [ 703.966443] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52916b2e-6776-8b04-eec6-7a28d93aa49c, 'name': SearchDatastore_Task, 'duration_secs': 0.028673} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.966443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.966641] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ee169eb1-7f24-4cbc-ba40-faefd752e75b/ee169eb1-7f24-4cbc-ba40-faefd752e75b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.966903] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0aefa5e-98f3-4056-bc51-d3ad8d91f21a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.978940] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 703.978940] env[63021]: value = "task-4282328" [ 703.978940] env[63021]: _type = "Task" [ 703.978940] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.001190] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.151472] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updated VIF entry in instance network info cache for port 92545b90-2ce8-49b1-a13a-8d389479e03c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.151472] env[63021]: DEBUG nova.network.neutron [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [{"id": "92545b90-2ce8-49b1-a13a-8d389479e03c", "address": "fa:16:3e:9e:d4:b2", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92545b90-2c", "ovs_interfaceid": "92545b90-2ce8-49b1-a13a-8d389479e03c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.176728] env[63021]: DEBUG nova.network.neutron [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updated VIF entry in instance network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.177786] env[63021]: DEBUG nova.network.neutron [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.209694] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.271517] env[63021]: DEBUG oslo_vmware.api [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282327, 'name': PowerOffVM_Task, 'duration_secs': 0.275427} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.272581] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.275024] env[63021]: DEBUG nova.compute.manager [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.275024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f1c85-b176-4f05-8363-25c8d806f18d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.423207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-671fe566-9c7e-43cb-956f-72fd0135b323 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3d4886b0-5036-4acf-8286-14e030f0382d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.450s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.497554] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.653656] env[63021]: DEBUG oslo_concurrency.lockutils [req-9a67eeed-bae9-4b5d-abba-4887f8603735 req-f4cc16f0-0962-4405-a10a-afecc7d11b1d service nova] Releasing lock "refresh_cache-5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.682443] env[63021]: DEBUG oslo_concurrency.lockutils [req-e29376e7-e4b5-4b45-b5e5-7dce8251e8f4 req-9ebebe0f-6182-48d6-8fa8-24954c10c150 service nova] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715079] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.789741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c85ad44e-aad9-4415-9179-a511e32b7053 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.998842] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639848} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.998842] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ee169eb1-7f24-4cbc-ba40-faefd752e75b/ee169eb1-7f24-4cbc-ba40-faefd752e75b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.998842] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.998842] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4850df0c-452b-4c82-9e64-a2d053aa5ad8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.005522] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 705.005522] env[63021]: value = "task-4282329" [ 705.005522] env[63021]: _type = "Task" [ 705.005522] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.017722] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.041096] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad75e23f-d1e2-4013-bbe8-4dfc8f3f3943 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.049780] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8c5e3-bbfd-4cc7-8fe0-06023ff3d830 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.084774] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7efbea-ccae-47de-8527-8c59569ba718 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.095195] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447c0f8-1700-4965-bbf5-0970fa2ba6eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.110690] env[63021]: DEBUG nova.compute.provider_tree [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.215711] env[63021]: DEBUG oslo_vmware.api [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282326, 'name': PowerOnVM_Task, 'duration_secs': 1.229199} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.216027] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.216228] env[63021]: INFO nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Took 10.32 seconds to spawn the instance on the hypervisor. [ 705.216408] env[63021]: DEBUG nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.217243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cea1a3-06b0-4c45-a3e8-2ace82572f97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.427124] env[63021]: INFO nova.compute.manager [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Rebuilding instance [ 705.484115] env[63021]: DEBUG nova.compute.manager [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.484115] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a33055-727d-4c37-a6fa-5d13851cfce0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.524042] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069373} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.524042] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.524692] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae036c6f-d085-477b-b19e-82343be7a41d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.553285] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ee169eb1-7f24-4cbc-ba40-faefd752e75b/ee169eb1-7f24-4cbc-ba40-faefd752e75b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.554449] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680a5f65-b58f-4c0f-8b79-42351b788692 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.578075] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 705.578075] env[63021]: value = "task-4282330" [ 705.578075] env[63021]: _type = "Task" [ 705.578075] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.589306] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.614186] env[63021]: DEBUG nova.scheduler.client.report [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.738580] env[63021]: INFO nova.compute.manager [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Took 40.76 seconds to build instance. [ 706.093154] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.122541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.124993] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.629s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.126704] env[63021]: INFO nova.compute.claims [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.153119] env[63021]: INFO nova.scheduler.client.report [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Deleted allocations for instance d1ca890a-802b-424b-9e79-95ac46977bce [ 706.242924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-696a2193-ede9-4fb3-b7eb-d7aa95ee7325 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.556s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.396472] env[63021]: INFO nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Rebuilding instance [ 706.469278] env[63021]: DEBUG nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.470601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892dfe1c-424f-494a-9af2-97a72f062dcf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.498994] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.502045] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc5e6f2-4e51-4a33-94cb-855292957f8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.507071] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 706.507071] env[63021]: value = "task-4282331" [ 706.507071] env[63021]: _type = "Task" [ 706.507071] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.519165] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.589277] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282330, 'name': ReconfigVM_Task, 'duration_secs': 0.666638} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.589591] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ee169eb1-7f24-4cbc-ba40-faefd752e75b/ee169eb1-7f24-4cbc-ba40-faefd752e75b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.590305] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34a03c7-4ce0-45f4-a5a3-9f28ce8817ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.597352] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 706.597352] env[63021]: value = "task-4282332" [ 706.597352] env[63021]: _type = "Task" [ 706.597352] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.604149] env[63021]: DEBUG nova.compute.manager [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 706.604396] env[63021]: DEBUG nova.compute.manager [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing instance network info cache due to event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 706.605648] env[63021]: DEBUG oslo_concurrency.lockutils [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.605648] env[63021]: DEBUG oslo_concurrency.lockutils [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.605648] env[63021]: DEBUG nova.network.neutron [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.615413] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "9edbba21-b4e1-4219-9c72-ba75974067c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.615807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.616104] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282332, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.663227] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1804809f-ca17-4544-a503-5f77957babe1 tempest-FloatingIPsAssociationNegativeTestJSON-168841279 tempest-FloatingIPsAssociationNegativeTestJSON-168841279-project-member] Lock "d1ca890a-802b-424b-9e79-95ac46977bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.138s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.747732] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.017466] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282331, 'name': PowerOffVM_Task, 'duration_secs': 0.189164} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.021019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.021019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.021019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1036a69d-829b-4aa4-a46b-3aef9957343b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.027654] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.028085] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-627965a9-111d-40e5-9884-72c61f852b8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.112500] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282332, 'name': Rename_Task, 'duration_secs': 0.218226} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.116470] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.116470] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.116470] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.116470] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.116470] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f4c8a17-9249-4bd4-b701-4537073c353c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.117596] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcc21b93-e92a-45de-97e5-a62dd72aa7b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.123403] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 707.123403] env[63021]: value = "task-4282334" [ 707.123403] env[63021]: _type = "Task" [ 707.123403] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.124678] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 707.124678] env[63021]: value = "task-4282335" [ 707.124678] env[63021]: _type = "Task" [ 707.124678] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.148404] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.148919] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.288506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.492617] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.492999] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d07d83-0b57-4b77-ac51-9b9ea5bda8bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.503024] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 707.503024] env[63021]: value = "task-4282336" [ 707.503024] env[63021]: _type = "Task" [ 707.503024] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.518962] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 707.519248] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.520436] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc642f3-4eed-47b6-9076-cdf4a17a6ccf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.528111] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.528412] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2079d98e-a814-48d6-b387-7f164f822347 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.565828] env[63021]: DEBUG nova.network.neutron [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updated VIF entry in instance network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.566307] env[63021]: DEBUG nova.network.neutron [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.591282] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.592275] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.592378] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.593317] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5380e712-c649-484d-bcfc-c6cae1993e0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.602848] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 707.602848] env[63021]: value = "task-4282338" [ 707.602848] env[63021]: _type = "Task" [ 707.602848] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.615334] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.650035] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20813} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.650805] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.651298] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.651919] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.651919] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.875335] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde2f78-3f73-4bbb-97b2-a1d3d3b3e91d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.883420] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f3360-bc19-4dff-a6a8-196e333bed18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.920116] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335b1a3-b760-4a1c-a454-364dbde9ca75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.928447] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da54ef7-8518-4cb3-912a-23ca7f5b23af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.944165] env[63021]: DEBUG nova.compute.provider_tree [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.070813] env[63021]: DEBUG oslo_concurrency.lockutils [req-77a9025e-9640-4700-b600-b1affea2143e req-6ea15ea6-8dc0-4f77-9acf-284ae9a4e668 service nova] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.115082] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.115082] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.115082] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.115082] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.136770] env[63021]: DEBUG oslo_vmware.api [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282334, 'name': PowerOnVM_Task, 'duration_secs': 0.60244} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.137282] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.137581] env[63021]: INFO nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Took 10.46 seconds to spawn the instance on the hypervisor. [ 708.137780] env[63021]: DEBUG nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.138879] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d922c50d-4fec-4cb4-91b2-d2f589ff6795 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.449176] env[63021]: DEBUG nova.scheduler.client.report [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.504891] env[63021]: DEBUG nova.compute.manager [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Received event network-changed-40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 708.504891] env[63021]: DEBUG nova.compute.manager [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Refreshing instance network info cache due to event network-changed-40f3cb91-161d-4024-b298-4969865d0193. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 708.504891] env[63021]: DEBUG oslo_concurrency.lockutils [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] Acquiring lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504891] env[63021]: DEBUG oslo_concurrency.lockutils [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] Acquired lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.504891] env[63021]: DEBUG nova.network.neutron [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Refreshing network info cache for port 40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.666518] env[63021]: INFO nova.compute.manager [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Took 43.66 seconds to build instance. [ 708.704193] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.704450] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.704810] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.705051] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.705228] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.705381] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.705593] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.705799] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.705915] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.706093] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.706296] env[63021]: DEBUG nova.virt.hardware [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.710087] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b134b2-4d4c-441d-8c32-a329cce973b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.720251] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c352498d-0697-4f19-bc87-1ba62e81e945 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.739511] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0b:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024f89f0-1a6a-4445-9ea1-6ce40508d999', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.748717] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.749116] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.749245] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13664778-2b8d-4a19-801a-ed7b60694ffa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.774427] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.774427] env[63021]: value = "task-4282339" [ 708.774427] env[63021]: _type = "Task" [ 708.774427] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.785494] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282339, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.803760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.804033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.957720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.958333] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.961871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.066s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.963840] env[63021]: INFO nova.compute.claims [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.147909] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.148168] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.148359] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.148565] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.148712] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.148859] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.149129] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.149298] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.149465] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.149627] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.149799] env[63021]: DEBUG nova.virt.hardware [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.150717] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e281d6-a27a-4d3d-adb8-bc8a994861cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.159810] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e778ea-b4ca-46ce-ad8c-20064461c7f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.186057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be2b878b-e5ce-41b2-96b8-97e912c5bb66 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.950s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.186711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:0e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.194545] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.195889] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.196131] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f31215f-d9d3-4d15-be2a-cb6e2290e3e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.216956] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.216956] env[63021]: value = "task-4282340" [ 709.216956] env[63021]: _type = "Task" [ 709.216956] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.228433] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282340, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.292436] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282339, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.347181] env[63021]: DEBUG nova.network.neutron [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updated VIF entry in instance network info cache for port 40f3cb91-161d-4024-b298-4969865d0193. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.348668] env[63021]: DEBUG nova.network.neutron [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.472125] env[63021]: DEBUG nova.compute.utils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.474364] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.478022] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.522297] env[63021]: DEBUG nova.policy [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61fda3283bba4abe8949b0e5353fe891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8d1d0ebf3946808bc8135bbfbc84ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.712731] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.730466] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282340, 'name': CreateVM_Task, 'duration_secs': 0.488491} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.730662] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.731364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.732892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.732892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.732892] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04cf736-3a15-4a4b-bde8-bba885f37f7f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.737323] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 709.737323] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c9f3ea-d3d6-a88d-eaff-689795af15e0" [ 709.737323] env[63021]: _type = "Task" [ 709.737323] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.748264] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c9f3ea-d3d6-a88d-eaff-689795af15e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.788223] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282339, 'name': CreateVM_Task, 'duration_secs': 0.606655} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.788404] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.789044] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.826374] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Successfully created port: 57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.851259] env[63021]: DEBUG oslo_concurrency.lockutils [req-c0973079-8ec6-4c86-9922-a72648b497b7 req-041c73be-5c5c-478d-a4c0-23dfa06b8257 service nova] Releasing lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.953422] env[63021]: DEBUG nova.compute.manager [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 709.953658] env[63021]: DEBUG nova.compute.manager [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing instance network info cache due to event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 709.953851] env[63021]: DEBUG oslo_concurrency.lockutils [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.954045] env[63021]: DEBUG oslo_concurrency.lockutils [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.954223] env[63021]: DEBUG nova.network.neutron [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.979358] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.238226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.250342] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c9f3ea-d3d6-a88d-eaff-689795af15e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016274} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.250657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.251671] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.251671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.251671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.251671] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.251968] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.252989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.252989] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d83c2d-095f-439e-b7aa-0757ed0d18d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.257118] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b02ce7d-ed9b-47fe-8083-f44366b3ce6b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.263641] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 710.263641] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b6a4fc-af31-dc76-ad30-1502eedc18c4" [ 710.263641] env[63021]: _type = "Task" [ 710.263641] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.273509] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.273726] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.275153] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a7741c-1a6e-4d8d-84e9-29eaa3810895 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.281155] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b6a4fc-af31-dc76-ad30-1502eedc18c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.281786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.282184] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.282284] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.286594] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 710.286594] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52bcda82-9780-e47a-223c-d45b192760da" [ 710.286594] env[63021]: _type = "Task" [ 710.286594] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.297116] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bcda82-9780-e47a-223c-d45b192760da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.634382] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2f249-67f6-41d0-a5d8-38791b08e32c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.641186] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13167396-a5be-4566-b34f-cd9c2c463d0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.679142] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42cdde-3b66-4536-b155-7d134e324c97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.688117] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe950d2-5bdd-46de-98f7-b3a91c31c314 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.704126] env[63021]: DEBUG nova.compute.provider_tree [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.797477] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bcda82-9780-e47a-223c-d45b192760da, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.798045] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad057462-068d-4a7e-9d76-20306a37cfb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.807310] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 710.807310] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cb9016-4088-65f2-974b-8609080ffcfc" [ 710.807310] env[63021]: _type = "Task" [ 710.807310] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.818426] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cb9016-4088-65f2-974b-8609080ffcfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.979459] env[63021]: DEBUG nova.network.neutron [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updated VIF entry in instance network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.979874] env[63021]: DEBUG nova.network.neutron [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.994138] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.022733] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.024338] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.024669] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.024669] env[63021]: DEBUG nova.virt.hardware [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.025555] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041254d-7e2f-49c5-9b6c-fcc4e2305c54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.046767] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbe9fc-3834-4a6a-b6da-7277ea2646a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.208239] env[63021]: DEBUG nova.scheduler.client.report [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.322715] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cb9016-4088-65f2-974b-8609080ffcfc, 'name': SearchDatastore_Task, 'duration_secs': 0.018287} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.323240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.323644] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.324140] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.324476] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.325737] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b2c850-ce8d-479f-895d-d82a8eb7652d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.327048] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e260d7e-c309-4a91-a287-51e33016e866 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.334650] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 711.334650] env[63021]: value = "task-4282341" [ 711.334650] env[63021]: _type = "Task" [ 711.334650] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.338565] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.339068] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.340060] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d46e503-df30-48a9-9a33-4c766a391941 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.346829] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.350669] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 711.350669] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c388dc-3a12-1599-feb4-bdea08025ab6" [ 711.350669] env[63021]: _type = "Task" [ 711.350669] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.360449] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c388dc-3a12-1599-feb4-bdea08025ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.438616] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Successfully updated port: 57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.483446] env[63021]: DEBUG oslo_concurrency.lockutils [req-564717a1-6277-447c-b5a0-0463ce729195 req-f5001d75-9e67-4880-b3ff-f8ea2d425f9a service nova] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.537804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "interface-ee169eb1-7f24-4cbc-ba40-faefd752e75b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.538158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "interface-ee169eb1-7f24-4cbc-ba40-faefd752e75b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.540409] env[63021]: DEBUG nova.objects.instance [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lazy-loading 'flavor' on Instance uuid ee169eb1-7f24-4cbc-ba40-faefd752e75b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.716596] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.716770] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.720790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.038s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.720790] env[63021]: DEBUG nova.objects.instance [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lazy-loading 'resources' on Instance uuid ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.851975] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.863745] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c388dc-3a12-1599-feb4-bdea08025ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.864700] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32932eea-0be9-4d38-9f37-843c2fa5d14b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.872215] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 711.872215] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5221e0b1-3be6-0f07-e33c-6505770576f1" [ 711.872215] env[63021]: _type = "Task" [ 711.872215] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.883743] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5221e0b1-3be6-0f07-e33c-6505770576f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.943800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.943800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.943800] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.046763] env[63021]: DEBUG nova.objects.instance [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lazy-loading 'pci_requests' on Instance uuid ee169eb1-7f24-4cbc-ba40-faefd752e75b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.224091] env[63021]: DEBUG nova.compute.utils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.225562] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.228490] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.289221] env[63021]: DEBUG nova.policy [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61fda3283bba4abe8949b0e5353fe891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8d1d0ebf3946808bc8135bbfbc84ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.345644] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698285} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.345992] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.346248] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.346543] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-260cf614-157d-4160-a75d-edf6c8770472 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.360196] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 712.360196] env[63021]: value = "task-4282342" [ 712.360196] env[63021]: _type = "Task" [ 712.360196] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.376030] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.390466] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5221e0b1-3be6-0f07-e33c-6505770576f1, 'name': SearchDatastore_Task, 'duration_secs': 0.058828} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.390466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.390466] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.390466] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc30903-e5bf-4b83-b7e8-1846fb273f00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.395963] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 712.395963] env[63021]: value = "task-4282343" [ 712.395963] env[63021]: _type = "Task" [ 712.395963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.406187] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.551964] env[63021]: DEBUG nova.objects.base [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 712.552341] env[63021]: DEBUG nova.network.neutron [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.562210] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.698297] env[63021]: DEBUG nova.compute.manager [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Received event network-vif-plugged-57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 712.698508] env[63021]: DEBUG oslo_concurrency.lockutils [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] Acquiring lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.698715] env[63021]: DEBUG oslo_concurrency.lockutils [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.698880] env[63021]: DEBUG oslo_concurrency.lockutils [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.701211] env[63021]: DEBUG nova.compute.manager [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] No waiting events found dispatching network-vif-plugged-57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.701211] env[63021]: WARNING nova.compute.manager [req-3dfb1373-8fde-4743-87f1-411dba006f78 req-74a2e436-0fb0-47eb-826c-a29b4c3cdfb3 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Received unexpected event network-vif-plugged-57982d6d-cd79-48a4-9a7f-9a96cf7ad928 for instance with vm_state building and task_state spawning. [ 712.734552] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.760314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4db0f0d5-165a-4120-a409-1b5cd74716b1 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "interface-ee169eb1-7f24-4cbc-ba40-faefd752e75b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.222s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.769307] env[63021]: DEBUG nova.network.neutron [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [{"id": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "address": "fa:16:3e:d7:3c:a8", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57982d6d-cd", "ovs_interfaceid": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.812688] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Successfully created port: 3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.877791] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187506} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.878215] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.879182] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfac36e-9762-4586-a586-6698edb6c998 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.909166] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.913804] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bc6e75-a815-4598-87a7-a008894b5080 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.930321] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4bcdc5-74fa-4811-8e5c-af96db405d99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.943218] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.945914] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b162d3e-1cd9-4509-b9b4-e5204142130c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.950368] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 712.950368] env[63021]: value = "task-4282344" [ 712.950368] env[63021]: _type = "Task" [ 712.950368] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.960042] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.989060] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1f63b-3832-4021-850d-0ba4f987b650 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.999094] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ca186-d3ed-4133-a212-92c2d2969f61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.017537] env[63021]: DEBUG nova.compute.provider_tree [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.278260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.278260] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Instance network_info: |[{"id": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "address": "fa:16:3e:d7:3c:a8", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57982d6d-cd", "ovs_interfaceid": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.278664] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:3c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57982d6d-cd79-48a4-9a7f-9a96cf7ad928', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.291938] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating folder: Project (2b8d1d0ebf3946808bc8135bbfbc84ef). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.294321] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df33573-35b7-4cf0-bd36-0a7ed7d08523 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.311506] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created folder: Project (2b8d1d0ebf3946808bc8135bbfbc84ef) in parent group-v843603. [ 713.311934] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating folder: Instances. Parent ref: group-v843720. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.312538] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4b99722-ae7f-4096-9c2b-f05ef962e8cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.323673] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created folder: Instances in parent group-v843720. [ 713.324038] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.324267] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.324502] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa582c4-c2ac-47cf-b088-c0f67b396980 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.348263] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.348263] env[63021]: value = "task-4282347" [ 713.348263] env[63021]: _type = "Task" [ 713.348263] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.359321] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282347, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.389818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.390072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.407390] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858555} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.407850] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.408155] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.408453] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7401027b-24f2-4668-93bb-395ebe6758ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.419896] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 713.419896] env[63021]: value = "task-4282348" [ 713.419896] env[63021]: _type = "Task" [ 713.419896] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.428492] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.463095] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.526796] env[63021]: DEBUG nova.scheduler.client.report [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.745597] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.788478] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.788784] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.789016] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.789172] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.789325] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.789474] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.789930] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.790362] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.791255] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.791480] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.791640] env[63021]: DEBUG nova.virt.hardware [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.793044] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad469d0-0a19-4f72-acad-ba796e2568b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.799187] env[63021]: DEBUG nova.compute.manager [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 713.799467] env[63021]: DEBUG nova.compute.manager [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing instance network info cache due to event network-changed-1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 713.800138] env[63021]: DEBUG oslo_concurrency.lockutils [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] Acquiring lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.800327] env[63021]: DEBUG oslo_concurrency.lockutils [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] Acquired lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.800485] env[63021]: DEBUG nova.network.neutron [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Refreshing network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.812407] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe7bd2-dcab-4ff3-a821-bb0a1fb1f436 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.858588] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282347, 'name': CreateVM_Task, 'duration_secs': 0.351743} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.858762] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.859520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.859677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.859990] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.860508] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19244b0a-5357-49ec-8032-33dc025cdd99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.868850] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 713.868850] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a57159-0bd4-5127-70e2-440643740a15" [ 713.868850] env[63021]: _type = "Task" [ 713.868850] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.875522] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a57159-0bd4-5127-70e2-440643740a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.931586] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085198} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.932036] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.932887] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3bc3ee-c325-4cad-8d98-56f52c44f5d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.958266] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.959848] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d4ad0cc-d2dd-4c0b-9828-7e3bf6e28b78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.984637] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282344, 'name': ReconfigVM_Task, 'duration_secs': 0.541344} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.985946] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9/3d4d6c69-f535-4814-ba99-2148d92a56e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.986571] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 713.986571] env[63021]: value = "task-4282349" [ 713.986571] env[63021]: _type = "Task" [ 713.986571] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.986763] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14f2354e-683b-4017-a85e-9da56be3047b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.995171] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 713.995171] env[63021]: value = "task-4282350" [ 713.995171] env[63021]: _type = "Task" [ 713.995171] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.000616] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.005397] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282350, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.032622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.035211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.121s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.035575] env[63021]: DEBUG nova.objects.instance [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lazy-loading 'resources' on Instance uuid 1a5841ee-5077-498f-b6e6-142ab4408bda {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.070936] env[63021]: INFO nova.scheduler.client.report [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted allocations for instance ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d [ 714.385182] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a57159-0bd4-5127-70e2-440643740a15, 'name': SearchDatastore_Task, 'duration_secs': 0.024748} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.385567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.385735] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.385986] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.386139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.386318] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.386584] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ad2c35-d7b4-44df-b6a1-da254428ebb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.401336] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.401336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.401336] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5379762a-a99b-4e0b-a66f-9034c8bddc33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.408276] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 714.408276] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526058f5-3b73-61fc-b6aa-70ccb0b7d9a0" [ 714.408276] env[63021]: _type = "Task" [ 714.408276] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.419241] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526058f5-3b73-61fc-b6aa-70ccb0b7d9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.517767] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.518041] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282350, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.583715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47223ea1-3155-4a63-a71e-1f1699b9ae1f tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.272s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.670163] env[63021]: DEBUG nova.network.neutron [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updated VIF entry in instance network info cache for port 1c616bcb-32c1-4667-82d5-943f3da95541. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.670509] env[63021]: DEBUG nova.network.neutron [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [{"id": "1c616bcb-32c1-4667-82d5-943f3da95541", "address": "fa:16:3e:63:73:38", "network": {"id": "ddad7b56-68ad-4984-87f4-aa8ddec300a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1052123018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ebb3e73e9d714bdcb4d88eeab339d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c616bcb-32", "ovs_interfaceid": "1c616bcb-32c1-4667-82d5-943f3da95541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.926795] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526058f5-3b73-61fc-b6aa-70ccb0b7d9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.041151} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.927429] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6ebdaf-5afd-45d4-842d-74bf3cbeb3fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.938960] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 714.938960] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec6a97-2473-2329-e0c7-3cc7a2b5e528" [ 714.938960] env[63021]: _type = "Task" [ 714.938960] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.953802] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec6a97-2473-2329-e0c7-3cc7a2b5e528, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.954606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954606] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/186b68c6-a4bf-4c28-9fca-a1eedc4dae1e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.954606] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92075297-fe0a-4ce0-8c7f-49dd96261509 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.961427] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 714.961427] env[63021]: value = "task-4282351" [ 714.961427] env[63021]: _type = "Task" [ 714.961427] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.972652] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.987809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.987809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.988024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.988225] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.988667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.999263] env[63021]: INFO nova.compute.manager [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Terminating instance [ 715.015115] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.021940] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282350, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.049435] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Successfully updated port: 3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.057023] env[63021]: DEBUG nova.compute.manager [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Received event network-changed-57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 715.057023] env[63021]: DEBUG nova.compute.manager [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Refreshing instance network info cache due to event network-changed-57982d6d-cd79-48a4-9a7f-9a96cf7ad928. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 715.057023] env[63021]: DEBUG oslo_concurrency.lockutils [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] Acquiring lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.057023] env[63021]: DEBUG oslo_concurrency.lockutils [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] Acquired lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.057023] env[63021]: DEBUG nova.network.neutron [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Refreshing network info cache for port 57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.152411] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ac19a-6e6e-4e5a-8240-79f9ce61c50a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.163697] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdaa9f4-da2a-4872-9705-b14ffdc32f0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.199442] env[63021]: DEBUG oslo_concurrency.lockutils [req-c31013ee-da88-4fa6-adf8-0420e625396d req-ffacb407-143d-49df-b591-7a02ad32e6c9 service nova] Releasing lock "refresh_cache-6ba2a89d-c16d-4a88-9a39-890b5d1e8805" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.200113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.200944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.201181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.201353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.201528] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.206055] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46345f28-d9ac-4d3e-b3ac-d648bba14b4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.208425] env[63021]: INFO nova.compute.manager [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Terminating instance [ 715.215812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ac450-2c8c-47f0-b918-77718f83252a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.233349] env[63021]: DEBUG nova.compute.provider_tree [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.390026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "f475bb94-2408-4d17-8877-3f09a1f72746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.390026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.475387] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.502758] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282349, 'name': ReconfigVM_Task, 'duration_secs': 1.080433} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.506588] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0/e0c137c2-6f96-400f-9a9a-8d413f6826b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.507419] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed15f3d-6a5a-4bca-9976-ffe73f002164 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.516543] env[63021]: DEBUG nova.compute.manager [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.516824] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.517256] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282350, 'name': Rename_Task, 'duration_secs': 1.173811} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.520171] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ffa681-6718-4cb1-a63b-052349ab317e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.522203] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.523224] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 715.523224] env[63021]: value = "task-4282352" [ 715.523224] env[63021]: _type = "Task" [ 715.523224] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.523821] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb11905-980a-48be-b712-e0382cf92737 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.533440] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.534072] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0760ad-746c-4133-b964-be4a7413f2f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.539056] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282352, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.540515] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 715.540515] env[63021]: value = "task-4282353" [ 715.540515] env[63021]: _type = "Task" [ 715.540515] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.541559] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 715.541559] env[63021]: value = "task-4282354" [ 715.541559] env[63021]: _type = "Task" [ 715.541559] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.552817] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.559762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.559973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.560158] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.561642] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.714918] env[63021]: DEBUG nova.compute.manager [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.714918] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.715240] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f178b7d8-c2f2-4868-a915-3666a2bfaced {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.728915] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.729365] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a154ad5e-8435-4243-9bfd-3a90c41eba81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740019] env[63021]: DEBUG nova.scheduler.client.report [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.741844] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 715.741844] env[63021]: value = "task-4282355" [ 715.741844] env[63021]: _type = "Task" [ 715.741844] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.750624] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.851952] env[63021]: DEBUG nova.network.neutron [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updated VIF entry in instance network info cache for port 57982d6d-cd79-48a4-9a7f-9a96cf7ad928. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.852334] env[63021]: DEBUG nova.network.neutron [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [{"id": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "address": "fa:16:3e:d7:3c:a8", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57982d6d-cd", "ovs_interfaceid": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.979627] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282351, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.035324] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282352, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.059250] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.059462] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282353, 'name': PowerOnVM_Task, 'duration_secs': 0.49686} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.059710] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.059975] env[63021]: DEBUG nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.060847] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065760d-c260-4200-9de2-9929bd53f72c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.101012] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.247298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.252777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.684s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.253046] env[63021]: DEBUG nova.objects.instance [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lazy-loading 'resources' on Instance uuid 85f38a11-9eec-4cfc-b7e9-a10660b797c4 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.254600] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.263757] env[63021]: DEBUG nova.network.neutron [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Updating instance_info_cache with network_info: [{"id": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "address": "fa:16:3e:00:9e:70", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2a8860-3d", "ovs_interfaceid": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.292980] env[63021]: INFO nova.scheduler.client.report [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Deleted allocations for instance 1a5841ee-5077-498f-b6e6-142ab4408bda [ 716.355664] env[63021]: DEBUG oslo_concurrency.lockutils [req-f1435aa6-61ec-4e5f-8b8f-43a6da50d828 req-0c576889-48bd-4089-98fc-e617439d026d service nova] Releasing lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.477995] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282351, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.537371] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282352, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.558017] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.576322] env[63021]: INFO nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] bringing vm to original state: 'stopped' [ 716.752272] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282355, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.766850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.767245] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Instance network_info: |[{"id": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "address": "fa:16:3e:00:9e:70", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2a8860-3d", "ovs_interfaceid": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.767836] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:9e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d2a8860-3d0c-43dc-abfd-0da274f39ca0', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.775779] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.777108] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.777108] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1636eb71-c904-427d-a733-67da94ce41da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.802563] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.802563] env[63021]: value = "task-4282356" [ 716.802563] env[63021]: _type = "Task" [ 716.802563] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.802991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63b5e33a-1ad3-41a5-acef-26a3096303ba tempest-ServerExternalEventsTest-205549313 tempest-ServerExternalEventsTest-205549313-project-member] Lock "1a5841ee-5077-498f-b6e6-142ab4408bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.522s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.815438] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282356, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.940021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.940021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.982971] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282351, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.58061} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.982971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "5c91be97-b5af-4cb4-9173-a972d72318af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.982971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.983161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/186b68c6-a4bf-4c28-9fca-a1eedc4dae1e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.983225] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.983493] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8853baa5-48c7-4340-9c33-e682eb76f931 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.993237] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 716.993237] env[63021]: value = "task-4282357" [ 716.993237] env[63021]: _type = "Task" [ 716.993237] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.002634] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.036936] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282352, 'name': Rename_Task, 'duration_secs': 1.254604} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.040265] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.040509] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056bc9ea-2023-41ff-8483-e6b717197881 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.048162] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 717.048162] env[63021]: value = "task-4282358" [ 717.048162] env[63021]: _type = "Task" [ 717.048162] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.066551] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282354, 'name': PowerOffVM_Task, 'duration_secs': 1.278065} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.070771] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.071054] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.071396] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.071793] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85972749-9772-4fb2-8a63-52b42dac1053 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.164818] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.165079] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.165579] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Deleting the datastore file [datastore2] 6ba2a89d-c16d-4a88-9a39-890b5d1e8805 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.165579] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed89cc1-1e99-415f-a7fa-6fa686ba4a16 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.173700] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for the task: (returnval){ [ 717.173700] env[63021]: value = "task-4282360" [ 717.173700] env[63021]: _type = "Task" [ 717.173700] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.184431] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.254472] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282355, 'name': PowerOffVM_Task, 'duration_secs': 1.045732} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.257498] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.257602] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.258018] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc5fb99-c612-47a7-b859-1f789007d79e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.274462] env[63021]: DEBUG nova.compute.manager [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Received event network-vif-plugged-3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 717.274681] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Acquiring lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.275350] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.275635] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.275843] env[63021]: DEBUG nova.compute.manager [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] No waiting events found dispatching network-vif-plugged-3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.276084] env[63021]: WARNING nova.compute.manager [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Received unexpected event network-vif-plugged-3d2a8860-3d0c-43dc-abfd-0da274f39ca0 for instance with vm_state building and task_state spawning. [ 717.276275] env[63021]: DEBUG nova.compute.manager [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Received event network-changed-3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 717.276479] env[63021]: DEBUG nova.compute.manager [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Refreshing instance network info cache due to event network-changed-3d2a8860-3d0c-43dc-abfd-0da274f39ca0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 717.276713] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Acquiring lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.276869] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Acquired lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.277067] env[63021]: DEBUG nova.network.neutron [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Refreshing network info cache for port 3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.317152] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282356, 'name': CreateVM_Task, 'duration_secs': 0.357997} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.319673] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.320745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.320978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.321325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321615] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638aa301-4a6f-4800-ad71-303d5fcedd8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.327206] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 717.327206] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526470e2-a90f-6cbd-e68d-c8523e00bcd5" [ 717.327206] env[63021]: _type = "Task" [ 717.327206] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.337964] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526470e2-a90f-6cbd-e68d-c8523e00bcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.341586] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.341825] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.341987] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Deleting the datastore file [datastore2] ee169eb1-7f24-4cbc-ba40-faefd752e75b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.342302] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7810a06-fbb7-4b37-80fa-d4598f0cb6e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.352068] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for the task: (returnval){ [ 717.352068] env[63021]: value = "task-4282362" [ 717.352068] env[63021]: _type = "Task" [ 717.352068] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.362310] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.442028] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd67f80-5af2-4f56-bb81-3040b989e8e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.449433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39decfb2-21ec-4224-a6c3-dfbee035092c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.480411] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42208190-5847-465d-90eb-ccb3fa57a321 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.488323] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f326cc-3f6f-41ca-b832-adc01f2bc7ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.507062] env[63021]: DEBUG nova.compute.provider_tree [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.513799] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076129} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.514230] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.515176] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b7a8b-dc41-4bb6-b121-ab51aacde648 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.539361] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/186b68c6-a4bf-4c28-9fca-a1eedc4dae1e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.540237] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9c2466-3f8f-4d76-bfb3-fc091d0eb7fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.564888] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.566623] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 717.566623] env[63021]: value = "task-4282363" [ 717.566623] env[63021]: _type = "Task" [ 717.566623] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.575237] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.585806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.586100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.586298] env[63021]: DEBUG nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.587510] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9a938-89d2-4c95-b6ac-4c63f673f5cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.594854] env[63021]: DEBUG nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 717.686849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "17fc5405-e120-47fd-8334-253e3e525084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.687104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.687323] env[63021]: DEBUG oslo_vmware.api [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Task: {'id': task-4282360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.687540] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.687715] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.687883] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.688055] env[63021]: INFO nova.compute.manager [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Took 2.17 seconds to destroy the instance on the hypervisor. [ 717.688297] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.688555] env[63021]: DEBUG nova.compute.manager [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.688658] env[63021]: DEBUG nova.network.neutron [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.842237] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526470e2-a90f-6cbd-e68d-c8523e00bcd5, 'name': SearchDatastore_Task, 'duration_secs': 0.016469} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.842237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.842237] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.842237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.842439] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.842660] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-113716a6-ca2c-40be-b540-ff441502bb86 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.851729] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.851905] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.852724] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1c381d-48a4-4eb8-923c-e3bc15515b07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.860762] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 717.860762] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e0321d-f215-1b48-ef09-f6e62ba88d14" [ 717.860762] env[63021]: _type = "Task" [ 717.860762] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.863806] env[63021]: DEBUG oslo_vmware.api [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Task: {'id': task-4282362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207375} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.866708] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.866901] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.867093] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.867269] env[63021]: INFO nova.compute.manager [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Took 2.15 seconds to destroy the instance on the hypervisor. [ 717.867493] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.867682] env[63021]: DEBUG nova.compute.manager [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.867776] env[63021]: DEBUG nova.network.neutron [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.874691] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e0321d-f215-1b48-ef09-f6e62ba88d14, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.875477] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa48819-b3d2-4a74-916c-a03778bfe66c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.880355] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 717.880355] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c8e2cd-5fe4-c5b3-99e4-6771bf62834c" [ 717.880355] env[63021]: _type = "Task" [ 717.880355] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.890145] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c8e2cd-5fe4-c5b3-99e4-6771bf62834c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.011603] env[63021]: DEBUG nova.scheduler.client.report [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.066713] env[63021]: DEBUG oslo_vmware.api [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282358, 'name': PowerOnVM_Task, 'duration_secs': 0.566851} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.068523] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.068906] env[63021]: DEBUG nova.compute.manager [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.073090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ccb82-4478-4f32-a9c0-ea4ef39bb246 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.082204] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.099755] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.103030] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2cbcb0-9dad-4562-9a0d-39826e15d514 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.114018] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 718.114018] env[63021]: value = "task-4282364" [ 718.114018] env[63021]: _type = "Task" [ 718.114018] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.118217] env[63021]: DEBUG nova.network.neutron [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Updated VIF entry in instance network info cache for port 3d2a8860-3d0c-43dc-abfd-0da274f39ca0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.118424] env[63021]: DEBUG nova.network.neutron [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Updating instance_info_cache with network_info: [{"id": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "address": "fa:16:3e:00:9e:70", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2a8860-3d", "ovs_interfaceid": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.127992] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.391262] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c8e2cd-5fe4-c5b3-99e4-6771bf62834c, 'name': SearchDatastore_Task, 'duration_secs': 0.015718} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.391544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.391809] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.392111] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41dbcbc3-39b9-44ba-a9f6-172583d7c21d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.398947] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 718.398947] env[63021]: value = "task-4282365" [ 718.398947] env[63021]: _type = "Task" [ 718.398947] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.408120] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.516787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.519432] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.590s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.542852] env[63021]: INFO nova.scheduler.client.report [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Deleted allocations for instance 85f38a11-9eec-4cfc-b7e9-a10660b797c4 [ 718.572729] env[63021]: DEBUG nova.network.neutron [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.579714] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282363, 'name': ReconfigVM_Task, 'duration_secs': 0.638735} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.579986] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/186b68c6-a4bf-4c28-9fca-a1eedc4dae1e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.582017] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0770908-464f-4be8-8f8e-0c9fbbef6115 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.587905] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 718.587905] env[63021]: value = "task-4282366" [ 718.587905] env[63021]: _type = "Task" [ 718.587905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.599347] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.603248] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282366, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.618538] env[63021]: DEBUG oslo_vmware.api [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282364, 'name': PowerOffVM_Task, 'duration_secs': 0.19655} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.618836] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.619147] env[63021]: DEBUG nova.compute.manager [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.620101] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb64df-be41-4729-af6d-cd3c9f4a8525 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.622992] env[63021]: DEBUG oslo_concurrency.lockutils [req-27ab6ae5-5e2f-47b3-91df-8b273447cd63 req-d6bd91ab-bf59-4349-bb1c-d9b8e262f5b4 service nova] Releasing lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.843238] env[63021]: DEBUG nova.network.neutron [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.911080] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.040372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "1a267cc6-b428-4d9e-84d8-c72462578458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.040662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.040878] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.041132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.041242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.043690] env[63021]: INFO nova.compute.manager [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Terminating instance [ 719.050685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e798223-0cf3-4fa1-98af-f7b8db4177aa tempest-FloatingIPsAssociationTestJSON-1182186772 tempest-FloatingIPsAssociationTestJSON-1182186772-project-member] Lock "85f38a11-9eec-4cfc-b7e9-a10660b797c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.944s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.075417] env[63021]: INFO nova.compute.manager [-] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Took 1.39 seconds to deallocate network for instance. [ 719.099776] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282366, 'name': Rename_Task, 'duration_secs': 0.200338} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.099776] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.101576] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdfdc1da-e81f-42a2-b968-dad6a5f369c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.107806] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 719.107806] env[63021]: value = "task-4282367" [ 719.107806] env[63021]: _type = "Task" [ 719.107806] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.117737] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.135695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.345668] env[63021]: INFO nova.compute.manager [-] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Took 1.48 seconds to deallocate network for instance. [ 719.410771] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703832} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.411092] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.411338] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.411615] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd991309-e925-46a9-b51a-210b4202c110 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.421928] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 719.421928] env[63021]: value = "task-4282368" [ 719.421928] env[63021]: _type = "Task" [ 719.421928] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.432765] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.494961] env[63021]: DEBUG nova.compute.manager [req-bcc00721-a661-407d-bec7-ed1b629db5c8 req-730b9c24-97f4-4355-8af0-d914c0115ccd service nova] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Received event network-vif-deleted-1c616bcb-32c1-4667-82d5-943f3da95541 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 719.495405] env[63021]: DEBUG nova.compute.manager [req-bcc00721-a661-407d-bec7-ed1b629db5c8 req-730b9c24-97f4-4355-8af0-d914c0115ccd service nova] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Received event network-vif-deleted-dac28dc0-99a4-4818-b1b8-38e609bed90a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 719.536879] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance a2324457-b2cf-4522-a94a-a5a76231aa9c as it has an incoming, in-progress migration 3c830660-3787-45b4-8489-5ed33bd33f36. Migration status is confirming {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 719.539663] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating resource usage from migration 3c830660-3787-45b4-8489-5ed33bd33f36 [ 719.548617] env[63021]: DEBUG nova.compute.manager [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.548997] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.550251] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b8337-85ac-4b80-9252-df9f707696dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.559938] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.560688] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561cbef2-e91e-4acf-a83b-8052994c56c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564820] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e0c137c2-6f96-400f-9a9a-8d413f6826b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.565048] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5c62c393-d671-4a14-b37f-9ed921c10c0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.565250] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8dc97475-ac00-44d3-959b-9fbf4fb73da0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.565465] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.565691] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.565873] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8fcb5956-5bc0-4e0f-8607-9e73db055dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566077] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e932f8bc-85e5-4252-9a06-fa0f2c19db2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566276] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566437] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance ee7d0293-0472-432e-882b-cd2426e93898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566630] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 1a267cc6-b428-4d9e-84d8-c72462578458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566757] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 6c1e3938-2389-4a99-a533-df5521d552e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.566917] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a789a162-af65-4a9b-8bf0-f9af13faa171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.567119] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4494ad3b-3582-4af4-8a59-c80717a7322b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.567352] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 3c830660-3787-45b4-8489-5ed33bd33f36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 719.567476] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a2324457-b2cf-4522-a94a-a5a76231aa9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.567644] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 2d1e9010-7346-4161-8ad4-60b9020f1c89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.567815] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 6ba2a89d-c16d-4a88-9a39-890b5d1e8805 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.568025] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance bcfd5eec-379f-4ee7-9b51-25bdf9f06331 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 719.568214] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.568422] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 3d4d6c69-f535-4814-ba99-2148d92a56e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.568577] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.568709] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance ee169eb1-7f24-4cbc-ba40-faefd752e75b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.568860] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.569028] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 719.572278] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 719.572278] env[63021]: value = "task-4282369" [ 719.572278] env[63021]: _type = "Task" [ 719.572278] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.584876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.586252] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.618274] env[63021]: DEBUG oslo_vmware.api [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282367, 'name': PowerOnVM_Task, 'duration_secs': 0.455583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.618660] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.618940] env[63021]: INFO nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 719.619305] env[63021]: DEBUG nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.620432] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf4934-a03b-4a3d-b6f4-d3476e433f56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.646162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.854841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.931856] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090139} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.932284] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.932945] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a0fd9-faec-4015-8e7b-aef98fefe9ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.955614] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.955951] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04aa6cd9-2158-4e5b-a1b5-cd054b67eed2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.977879] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 719.977879] env[63021]: value = "task-4282370" [ 719.977879] env[63021]: _type = "Task" [ 719.977879] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.986777] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.078614] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance be32dd81-d622-433d-9faf-179bd4c090ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.086327] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282369, 'name': PowerOffVM_Task, 'duration_secs': 0.224487} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.086614] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.086779] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.087048] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b525f0-0553-4e94-a83b-76e9727a1b6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.137453] env[63021]: INFO nova.compute.manager [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Took 48.66 seconds to build instance. [ 720.149927] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.150225] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.150423] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Deleting the datastore file [datastore2] 1a267cc6-b428-4d9e-84d8-c72462578458 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.150693] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55596c1f-4562-4030-a89b-86ea8ada7c94 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.159314] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for the task: (returnval){ [ 720.159314] env[63021]: value = "task-4282372" [ 720.159314] env[63021]: _type = "Task" [ 720.159314] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.168182] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.213983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.214301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.214826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.214975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.215206] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.217837] env[63021]: INFO nova.compute.manager [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Terminating instance [ 720.491302] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282370, 'name': ReconfigVM_Task, 'duration_secs': 0.285379} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.493186] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.493186] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412d01a4-d469-4c0f-9067-52ba88c1d655 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.504021] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 720.504021] env[63021]: value = "task-4282373" [ 720.504021] env[63021]: _type = "Task" [ 720.504021] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.511163] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282373, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.587559] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4398cb00-ac09-4d96-8505-ef5c3a426b48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.641490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7fdc6383-a98f-436c-83c5-4a494a61aa5c tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.806s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.671854] env[63021]: DEBUG oslo_vmware.api [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Task: {'id': task-4282372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297821} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.675462] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.675462] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.675462] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.675462] env[63021]: INFO nova.compute.manager [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Took 1.12 seconds to destroy the instance on the hypervisor. [ 720.675462] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.675462] env[63021]: DEBUG nova.compute.manager [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.675462] env[63021]: DEBUG nova.network.neutron [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.721021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.721021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.721021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.721021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.721021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.722140] env[63021]: DEBUG nova.compute.manager [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.722555] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.723277] env[63021]: INFO nova.compute.manager [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Terminating instance [ 720.725384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c6b7c4-b9ba-4da8-9628-506e2c2ac1cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.740087] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.740836] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f1a8ba-80c2-4f11-8378-5ce839c8a3c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.748803] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 720.748803] env[63021]: value = "task-4282374" [ 720.748803] env[63021]: _type = "Task" [ 720.748803] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.761179] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.018698] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282373, 'name': Rename_Task, 'duration_secs': 0.233236} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.019886] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.019886] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4555548-84b3-44fe-bc6f-12051469e72f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.026874] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 721.026874] env[63021]: value = "task-4282375" [ 721.026874] env[63021]: _type = "Task" [ 721.026874] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.041371] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.092652] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 1c23893d-524b-465a-b289-d04a4d3c9e5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.149636] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.241028] env[63021]: DEBUG nova.compute.manager [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.241150] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.242513] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d40f5-986b-4c29-b1c9-402ce4f54618 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.258696] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.259342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf86fb8e-9875-41e9-ae8b-a403ec32e216 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.264769] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282374, 'name': PowerOffVM_Task, 'duration_secs': 0.322864} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.265559] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.265559] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.265559] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499ee1e9-b4b8-442f-be8d-54d025726688 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.340424] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.340654] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.340852] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] 2d1e9010-7346-4161-8ad4-60b9020f1c89 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.341373] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef01cc3-5011-4d96-8eb6-4d278edc5dd6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.346292] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.346292] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.346445] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] 3d4d6c69-f535-4814-ba99-2148d92a56e9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.348159] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f82934a-36a8-4b09-953f-7e5619ae5fe5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.350364] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 721.350364] env[63021]: value = "task-4282378" [ 721.350364] env[63021]: _type = "Task" [ 721.350364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.354610] env[63021]: DEBUG oslo_vmware.api [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 721.354610] env[63021]: value = "task-4282379" [ 721.354610] env[63021]: _type = "Task" [ 721.354610] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.363675] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.369291] env[63021]: DEBUG oslo_vmware.api [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.539495] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.595935] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 2394a624-e98a-4704-910b-7953d093e762 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.683708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.867127] env[63021]: DEBUG oslo_vmware.api [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330913} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.868245] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.868483] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.868603] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.868785] env[63021]: INFO nova.compute.manager [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 721.869055] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.869231] env[63021]: DEBUG oslo_vmware.api [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33088} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.869414] env[63021]: DEBUG nova.compute.manager [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.869504] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.871108] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.871288] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.871448] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.871810] env[63021]: INFO nova.compute.manager [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Took 1.15 seconds to destroy the instance on the hypervisor. [ 721.871810] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.872012] env[63021]: DEBUG nova.compute.manager [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.872400] env[63021]: DEBUG nova.network.neutron [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.039318] env[63021]: DEBUG oslo_vmware.api [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282375, 'name': PowerOnVM_Task, 'duration_secs': 0.59028} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.039602] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.039802] env[63021]: INFO nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Took 8.29 seconds to spawn the instance on the hypervisor. [ 722.039994] env[63021]: DEBUG nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.040825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0040b61-1317-472f-929d-43c4aac456a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.102941] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9f3f2c5d-edf2-43cb-884c-175385aedadd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.153910] env[63021]: DEBUG nova.network.neutron [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.266911] env[63021]: DEBUG nova.compute.manager [req-39b04436-1060-45d0-bbd1-fb3498208cce req-d6bb9fe5-b0f8-41d9-b964-702338aa0ef6 service nova] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Received event network-vif-deleted-6b1a23b5-fdee-41c0-a030-f445e84c8480 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 722.559116] env[63021]: INFO nova.compute.manager [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Took 50.68 seconds to build instance. [ 722.606811] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.657826] env[63021]: INFO nova.compute.manager [-] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Took 1.98 seconds to deallocate network for instance. [ 722.680614] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.746948] env[63021]: DEBUG nova.compute.manager [req-4e531c97-10bd-4ffd-9646-ea123b28eaca req-8ee71329-49f5-480a-9565-ebf1257004d2 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Received event network-vif-deleted-384e9d80-8769-4792-adf2-061ac9324da6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 722.747159] env[63021]: INFO nova.compute.manager [req-4e531c97-10bd-4ffd-9646-ea123b28eaca req-8ee71329-49f5-480a-9565-ebf1257004d2 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Neutron deleted interface 384e9d80-8769-4792-adf2-061ac9324da6; detaching it from the instance and deleting it from the info cache [ 722.747382] env[63021]: DEBUG nova.network.neutron [req-4e531c97-10bd-4ffd-9646-ea123b28eaca req-8ee71329-49f5-480a-9565-ebf1257004d2 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.048255] env[63021]: DEBUG nova.network.neutron [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.060521] env[63021]: DEBUG oslo_concurrency.lockutils [None req-51bf4721-d6ac-408c-ae45-d5cf0e2f54f5 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.960s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.084212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "a789a162-af65-4a9b-8bf0-f9af13faa171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.084463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.084781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.084916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.085352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.087364] env[63021]: INFO nova.compute.manager [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Terminating instance [ 723.109201] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.173688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.192131] env[63021]: INFO nova.compute.manager [-] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Took 1.32 seconds to deallocate network for instance. [ 723.252392] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3486c9c8-b811-4d15-bd07-d4e90d22adeb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.264379] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9237ab-5223-42a2-bb65-5142ff15d3a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.303638] env[63021]: DEBUG nova.compute.manager [req-4e531c97-10bd-4ffd-9646-ea123b28eaca req-8ee71329-49f5-480a-9565-ebf1257004d2 service nova] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Detach interface failed, port_id=384e9d80-8769-4792-adf2-061ac9324da6, reason: Instance 2d1e9010-7346-4161-8ad4-60b9020f1c89 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 723.550135] env[63021]: INFO nova.compute.manager [-] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Took 1.68 seconds to deallocate network for instance. [ 723.563156] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.591243] env[63021]: DEBUG nova.compute.manager [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.591486] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.594260] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91052294-f0c9-4eed-a08c-80bb7e404315 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.606101] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.606373] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec6ef2ad-f892-440f-9ca3-b3993656905e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.612975] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9edbba21-b4e1-4219-9c72-ba75974067c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.622250] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 723.622250] env[63021]: value = "task-4282380" [ 723.622250] env[63021]: _type = "Task" [ 723.622250] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.631404] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.702819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.935231] env[63021]: INFO nova.compute.manager [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Rescuing [ 723.935544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935915] env[63021]: DEBUG nova.network.neutron [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.061203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.094463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.116266] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 3503fa46-8fec-4253-85a7-f6f4c516cb97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.132994] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282380, 'name': PowerOffVM_Task, 'duration_secs': 0.444281} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.133269] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.133439] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.133682] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f4a35c-1213-4945-95e0-c82a7676a12b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.197470] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.197881] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.198099] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Deleting the datastore file [datastore2] a789a162-af65-4a9b-8bf0-f9af13faa171 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.198757] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb56cf7-979d-4afd-ad5f-018dac17ab62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.205955] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for the task: (returnval){ [ 724.205955] env[63021]: value = "task-4282382" [ 724.205955] env[63021]: _type = "Task" [ 724.205955] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.216507] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.336025] env[63021]: DEBUG nova.compute.manager [req-e919deda-3d41-46bc-8cf0-3f293c90a293 req-feef1ed9-061f-4610-8165-23c5eb66ff72 service nova] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Received event network-vif-deleted-86bc3691-9d69-4cfb-8a96-9d1edfdd0a4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 724.619709] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 710ae78e-7be1-4074-9f02-80e9902261ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.713527] env[63021]: DEBUG nova.network.neutron [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Updating instance_info_cache with network_info: [{"id": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "address": "fa:16:3e:00:9e:70", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d2a8860-3d", "ovs_interfaceid": "3d2a8860-3d0c-43dc-abfd-0da274f39ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.722843] env[63021]: DEBUG oslo_vmware.api [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Task: {'id': task-4282382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18041} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.723173] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.723437] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.723688] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.723985] env[63021]: INFO nova.compute.manager [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.724299] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.725264] env[63021]: DEBUG nova.compute.manager [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.725400] env[63021]: DEBUG nova.network.neutron [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.125615] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance f475bb94-2408-4d17-8877-3f09a1f72746 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.221025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.612175] env[63021]: DEBUG nova.compute.manager [req-54c1f890-fae4-44c8-8a79-ad8c225bc4b4 req-cb6eb1b7-9a55-4011-a8cc-75673adeab61 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Received event network-vif-deleted-5420a0ce-b6fd-4c49-945c-70952997703b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 725.613031] env[63021]: INFO nova.compute.manager [req-54c1f890-fae4-44c8-8a79-ad8c225bc4b4 req-cb6eb1b7-9a55-4011-a8cc-75673adeab61 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Neutron deleted interface 5420a0ce-b6fd-4c49-945c-70952997703b; detaching it from the instance and deleting it from the info cache [ 725.613031] env[63021]: DEBUG nova.network.neutron [req-54c1f890-fae4-44c8-8a79-ad8c225bc4b4 req-cb6eb1b7-9a55-4011-a8cc-75673adeab61 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.629028] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d2de5391-3a0e-47c3-b5a3-85c7d3022dd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 725.942021] env[63021]: DEBUG nova.network.neutron [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.117828] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d55f7c7-cd0e-4759-87d9-31dc8492d86f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.125923] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c04014-59af-4139-9d44-78075a11b120 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.139242] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5c91be97-b5af-4cb4-9173-a972d72318af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.167977] env[63021]: DEBUG nova.compute.manager [req-54c1f890-fae4-44c8-8a79-ad8c225bc4b4 req-cb6eb1b7-9a55-4011-a8cc-75673adeab61 service nova] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Detach interface failed, port_id=5420a0ce-b6fd-4c49-945c-70952997703b, reason: Instance a789a162-af65-4a9b-8bf0-f9af13faa171 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 726.441922] env[63021]: INFO nova.compute.manager [-] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Took 1.72 seconds to deallocate network for instance. [ 726.642281] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 17fc5405-e120-47fd-8334-253e3e525084 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 726.643873] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 726.643873] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=183GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 726.762037] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.762037] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0258484-fb92-440f-945b-f4d5ce2e47a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.772440] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 726.772440] env[63021]: value = "task-4282383" [ 726.772440] env[63021]: _type = "Task" [ 726.772440] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.780226] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.951408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.264278] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf92738-593f-42f1-a70b-533f59c11d38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.276013] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d529c7-e99f-44cb-9ff2-095a80b2445f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.284353] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282383, 'name': PowerOffVM_Task, 'duration_secs': 0.260479} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.308988] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.310550] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f179f868-9bca-4bf0-b5ab-4a0eb05e6a62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.313439] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eccdee3-766c-4265-91c8-13c72f4e012b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.338169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cbd631-9c93-4b60-93b6-51e2d75ae6a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.343039] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18bc8a-5d99-4448-88c5-f6423ce91d39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.360987] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.384839] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.385453] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08f8f769-cb95-413f-ac32-a30440e48be4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393537] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 727.393537] env[63021]: value = "task-4282384" [ 727.393537] env[63021]: _type = "Task" [ 727.393537] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.402344] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.889259] env[63021]: ERROR nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [req-dba86ecf-3967-438a-b512-ab1380da4197] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dba86ecf-3967-438a-b512-ab1380da4197"}]} [ 727.905921] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 727.907967] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 727.908232] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.908568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.908764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.908989] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.909477] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df8ae18e-aec7-4c8c-8926-ab1942e2f6b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.918329] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.918507] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.919249] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81dd9c97-8d97-4688-bb81-8362e1250497 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922419] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 727.922566] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.927325] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 727.927325] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52effb5d-600f-015c-f156-68a80836c1cd" [ 727.927325] env[63021]: _type = "Task" [ 727.927325] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.935165] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52effb5d-600f-015c-f156-68a80836c1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.936020] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 727.953788] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 728.433115] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60859e21-146a-4314-a476-c9843d774bf6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.444302] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a74ca-0ba6-4c48-840b-9fcda3fc876d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.447913] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52effb5d-600f-015c-f156-68a80836c1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.449101] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50504634-8736-46a5-a426-55e52898900d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.482077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.482361] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.483249] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6f741-5907-4e85-9636-5db7764c538a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.488866] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 728.488866] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52535a7a-ccba-4508-06aa-9b5e68a85395" [ 728.488866] env[63021]: _type = "Task" [ 728.488866] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.496331] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1442e2-423b-4de8-bb7d-9cb93c8e1dcb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.504127] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52535a7a-ccba-4508-06aa-9b5e68a85395, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.504293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.504549] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 728.504820] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa85b7f-9808-4ca0-aa85-63381df0ac64 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.514903] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.521398] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 728.521398] env[63021]: value = "task-4282385" [ 728.521398] env[63021]: _type = "Task" [ 728.521398] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.530383] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.030866] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282385, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.036611] env[63021]: ERROR nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [req-2173ea44-34c1-4cc9-ad1a-68f362ff909b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2173ea44-34c1-4cc9-ad1a-68f362ff909b"}]} [ 729.058304] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.074593] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.074593] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.099149] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.128691] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.535606] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87029} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.535840] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 729.536682] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd577b31-3379-4331-9b89-6171a7a4368c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.567630] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.567981] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31708265-ad7b-49f7-9015-be0bc60ac531 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.591918] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 729.591918] env[63021]: value = "task-4282386" [ 729.591918] env[63021]: _type = "Task" [ 729.591918] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.600193] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.774067] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810718b2-0818-4974-bcad-8bbc1c3da74f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.782314] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18845f-d638-4876-abdf-ca2f626c56eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.818412] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31aa221-50e7-420c-beed-195bf76f8e38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.826755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f43ce-0422-4d2f-b9b7-0b4d4e9714bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.842128] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.102363] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282386, 'name': ReconfigVM_Task, 'duration_secs': 0.353296} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.102668] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.103512] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30427666-717b-4899-a0a9-810e207ccbc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.135562] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5f2193-a7bb-4ba8-82ba-61a1bb42c0a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.151905] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 730.151905] env[63021]: value = "task-4282387" [ 730.151905] env[63021]: _type = "Task" [ 730.151905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.161473] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.349174] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.661398] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282387, 'name': ReconfigVM_Task, 'duration_secs': 0.146462} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.661664] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.661925] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a09e0df2-99c9-4f06-acf0-a519d9865e5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.668090] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 730.668090] env[63021]: value = "task-4282388" [ 730.668090] env[63021]: _type = "Task" [ 730.668090] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.676669] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.856291] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 730.856602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.337s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.856873] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.336s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.858483] env[63021]: INFO nova.compute.claims [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.918707] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.919016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.919171] env[63021]: INFO nova.compute.manager [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Shelving [ 731.178554] env[63021]: DEBUG oslo_vmware.api [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282388, 'name': PowerOnVM_Task, 'duration_secs': 0.398397} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.178850] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.181920] env[63021]: DEBUG nova.compute.manager [None req-6073690b-7346-4733-9a3f-1733cdb6f3ed tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.182869] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91912480-dd4b-430f-83be-850e9c23dae6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.756587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "b918efb3-5544-49df-9485-dc94f8666110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.756587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.931221] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.931520] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-059ebb4a-3559-4df7-b230-ed3f4455be49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.940463] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 731.940463] env[63021]: value = "task-4282389" [ 731.940463] env[63021]: _type = "Task" [ 731.940463] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.954126] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.451909] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282389, 'name': PowerOffVM_Task, 'duration_secs': 0.280187} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.452312] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.452876] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3343c6f1-2d22-49bd-a971-669eb0cd5516 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.479216] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5febe1-aec3-47a7-9630-5ed23970e065 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.507028] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde0a06-bf44-4c3a-839f-4c7d33aee7dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.514628] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a163b47-87e2-4b60-8d87-e0f01d1c1d30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.544763] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e1551-8984-4f09-83cd-7955ff2d357a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.558259] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325032f0-e66e-4d51-b086-f95a18b9c4b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.575599] env[63021]: DEBUG nova.compute.provider_tree [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.987516] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 732.987846] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e67410b4-652f-44c3-ae2c-82a35e66488a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.997519] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 732.997519] env[63021]: value = "task-4282390" [ 732.997519] env[63021]: _type = "Task" [ 732.997519] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.006861] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.082036] env[63021]: DEBUG nova.scheduler.client.report [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.515549] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282390, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.587256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.588860] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.595028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 52.062s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.949470] env[63021]: INFO nova.compute.manager [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Rescuing [ 733.949771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.949927] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.950112] env[63021]: DEBUG nova.network.neutron [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.009062] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282390, 'name': CreateSnapshot_Task, 'duration_secs': 0.757503} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.009339] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 734.010274] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f83c8-de84-4581-8c63-c9def88aa270 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.095498] env[63021]: DEBUG nova.compute.utils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.099493] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.099671] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.163049] env[63021]: DEBUG nova.policy [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe712e51ab745fbb524eae25ce41b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f47f4863c348a391f82961b79f7101', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.529742] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 734.532024] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f75a12ad-2e90-4db5-8be1-e4f9ccf432aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.540768] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 734.540768] env[63021]: value = "task-4282391" [ 734.540768] env[63021]: _type = "Task" [ 734.540768] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.559023] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282391, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.586227] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Successfully created port: 8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.600930] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.658384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc6718-09fe-4ff6-a3b8-dfa921ac3ce0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.671089] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268ff9fa-cabd-4de7-9108-03bcb5fdf3d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.706954] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467d62c-f2e8-4202-b626-69193bc7f9a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.714737] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367d927-15a2-4aff-be1a-4fb623ecdd29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.731386] env[63021]: DEBUG nova.compute.provider_tree [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.755823] env[63021]: DEBUG nova.network.neutron [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [{"id": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "address": "fa:16:3e:d7:3c:a8", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57982d6d-cd", "ovs_interfaceid": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.051135] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282391, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.235100] env[63021]: DEBUG nova.scheduler.client.report [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.258261] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.551155] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282391, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.611099] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.638855] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.639138] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.639301] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.639495] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.639622] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.639766] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.639972] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.640221] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.640427] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.640594] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.640766] env[63021]: DEBUG nova.virt.hardware [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.641693] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c7a1e-9b7a-4997-ab17-84b23f6b6a85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.650123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832b134c-7620-4de9-9414-16b9eb6c7c3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.051593] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282391, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.246302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.655s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.249331] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.375s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.250782] env[63021]: INFO nova.compute.claims [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.552887] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282391, 'name': CloneVM_Task, 'duration_secs': 1.539272} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.553292] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Created linked-clone VM from snapshot [ 736.553940] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36caf2ba-265c-4ef4-8332-50591a06d794 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.561535] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Uploading image b7ab980b-f49b-441e-aea7-697312402865 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 736.593603] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 736.593603] env[63021]: value = "vm-843725" [ 736.593603] env[63021]: _type = "VirtualMachine" [ 736.593603] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 736.593970] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74c4105a-ace1-4e02-ae03-13f4a4548894 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.603455] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease: (returnval){ [ 736.603455] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd9962-d0dc-d185-6a95-46190a3130ae" [ 736.603455] env[63021]: _type = "HttpNfcLease" [ 736.603455] env[63021]: } obtained for exporting VM: (result){ [ 736.603455] env[63021]: value = "vm-843725" [ 736.603455] env[63021]: _type = "VirtualMachine" [ 736.603455] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 736.603714] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the lease: (returnval){ [ 736.603714] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd9962-d0dc-d185-6a95-46190a3130ae" [ 736.603714] env[63021]: _type = "HttpNfcLease" [ 736.603714] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 736.610883] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.610883] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd9962-d0dc-d185-6a95-46190a3130ae" [ 736.610883] env[63021]: _type = "HttpNfcLease" [ 736.610883] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 736.698509] env[63021]: DEBUG nova.compute.manager [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Received event network-vif-plugged-8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 736.698798] env[63021]: DEBUG oslo_concurrency.lockutils [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] Acquiring lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.699592] env[63021]: DEBUG oslo_concurrency.lockutils [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] Lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.699868] env[63021]: DEBUG oslo_concurrency.lockutils [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] Lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.700134] env[63021]: DEBUG nova.compute.manager [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] No waiting events found dispatching network-vif-plugged-8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.700499] env[63021]: WARNING nova.compute.manager [req-4bee20e8-f6db-422c-b3d0-94699bca8688 req-6dfd5f22-85b5-483e-a88d-5cdce4371523 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Received unexpected event network-vif-plugged-8a84455e-e371-4071-ac15-add8f29e1430 for instance with vm_state building and task_state spawning. [ 736.717815] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Successfully updated port: 8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.802096] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.802472] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af482eb-1f17-45ee-bbf9-429a0af32d2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.810429] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 736.810429] env[63021]: value = "task-4282393" [ 736.810429] env[63021]: _type = "Task" [ 736.810429] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.818991] env[63021]: INFO nova.scheduler.client.report [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleted allocation for migration 3c830660-3787-45b4-8489-5ed33bd33f36 [ 736.823957] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.112337] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.112337] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd9962-d0dc-d185-6a95-46190a3130ae" [ 737.112337] env[63021]: _type = "HttpNfcLease" [ 737.112337] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 737.112630] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 737.112630] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd9962-d0dc-d185-6a95-46190a3130ae" [ 737.112630] env[63021]: _type = "HttpNfcLease" [ 737.112630] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 737.113384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d39cbe-f7d3-42cb-b635-3fe844431225 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.122094] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 737.122399] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 737.216881] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-449b66b0-4b88-4172-bc95-0ae3ac4f7f3d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.220923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.221145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.221329] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.324698] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282393, 'name': PowerOffVM_Task, 'duration_secs': 0.23641} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.324698] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.324845] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf7873f-c069-4d69-b9cd-d787e2219b43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.327997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2f395e30-ab77-46dc-9d03-c02af46ff631 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 58.430s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.348845] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80f10c5-1898-4b35-b98d-d35c1746c3a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.390021] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.390385] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5320388f-45e9-4af4-8858-eadff956bb17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.400364] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 737.400364] env[63021]: value = "task-4282394" [ 737.400364] env[63021]: _type = "Task" [ 737.400364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.408927] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.798230] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.870123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064003f6-19f8-43e6-b2b8-fbc9b71e5863 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.884428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be6ab3-a25d-4af7-af37-e0800a17d995 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.924094] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845522b5-085d-4eeb-ab6b-ea08057c0df5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.938162] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 737.938162] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.938162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.938162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.938162] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.938603] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1330c4d-c751-408e-9da3-0fa8b98bcc9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.943277] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199be6e-72af-42f1-a4eb-ea0ce9db4ae5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.961977] env[63021]: DEBUG nova.compute.provider_tree [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.965497] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.965688] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.968217] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4746cae-29d8-4abd-8320-2fb00fa2d61e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.972690] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 737.972690] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528454c2-156b-62cc-e9ca-7e13bbad0d48" [ 737.972690] env[63021]: _type = "Task" [ 737.972690] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.982119] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528454c2-156b-62cc-e9ca-7e13bbad0d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.115827] env[63021]: DEBUG nova.network.neutron [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Updating instance_info_cache with network_info: [{"id": "8a84455e-e371-4071-ac15-add8f29e1430", "address": "fa:16:3e:bc:13:85", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a84455e-e3", "ovs_interfaceid": "8a84455e-e371-4071-ac15-add8f29e1430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.488599] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528454c2-156b-62cc-e9ca-7e13bbad0d48, 'name': SearchDatastore_Task, 'duration_secs': 0.014905} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.491159] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0871dd2c-5f5c-48e0-ba2c-c731ab4f4ce2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.495353] env[63021]: ERROR nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [req-3b8c4658-1ec4-4003-b5fc-f0c62280251e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b8c4658-1ec4-4003-b5fc-f0c62280251e"}]} [ 738.499378] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 738.499378] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52109fc9-a03f-73c0-af98-5cb65cdc3dda" [ 738.499378] env[63021]: _type = "Task" [ 738.499378] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.508521] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52109fc9-a03f-73c0-af98-5cb65cdc3dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.517489] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.539729] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.540346] env[63021]: DEBUG nova.compute.provider_tree [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.556731] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.585785] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.618972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.619414] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Instance network_info: |[{"id": "8a84455e-e371-4071-ac15-add8f29e1430", "address": "fa:16:3e:bc:13:85", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a84455e-e3", "ovs_interfaceid": "8a84455e-e371-4071-ac15-add8f29e1430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.619956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:13:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a84455e-e371-4071-ac15-add8f29e1430', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.632339] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating folder: Project (b1f47f4863c348a391f82961b79f7101). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.637416] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ca0f3e-95e5-42fd-8914-c5b8fc78f9eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.651241] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Created folder: Project (b1f47f4863c348a391f82961b79f7101) in parent group-v843603. [ 738.653343] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating folder: Instances. Parent ref: group-v843726. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.653343] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07bf949f-a244-4d16-84e5-c024daf2bef6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.663372] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Created folder: Instances in parent group-v843726. [ 738.663774] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.664119] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.664476] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f322bcab-661c-4285-a8f1-8006b01fa310 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.692033] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.692033] env[63021]: value = "task-4282397" [ 738.692033] env[63021]: _type = "Task" [ 738.692033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.700368] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282397, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.727419] env[63021]: DEBUG nova.compute.manager [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Received event network-changed-8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 738.729041] env[63021]: DEBUG nova.compute.manager [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Refreshing instance network info cache due to event network-changed-8a84455e-e371-4071-ac15-add8f29e1430. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 738.729041] env[63021]: DEBUG oslo_concurrency.lockutils [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] Acquiring lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.729041] env[63021]: DEBUG oslo_concurrency.lockutils [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] Acquired lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.729041] env[63021]: DEBUG nova.network.neutron [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Refreshing network info cache for port 8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.014550] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52109fc9-a03f-73c0-af98-5cb65cdc3dda, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.014899] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015189] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 739.015870] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3e1475-09a3-45e0-9ea0-0ce8a1f8b948 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.026565] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 739.026565] env[63021]: value = "task-4282398" [ 739.026565] env[63021]: _type = "Task" [ 739.026565] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.038746] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.201848] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282397, 'name': CreateVM_Task, 'duration_secs': 0.464926} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.203284] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.204260] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4208c00-4cec-46e3-89ff-193e5ae0be7c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.208080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.208198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.208939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.209057] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d8c5fc-f864-439f-9b58-79aabf00588e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.216768] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 739.216768] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52546c27-bac9-7847-cd48-9eeb8d709f8b" [ 739.216768] env[63021]: _type = "Task" [ 739.216768] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.219090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81f9df-dd89-4c37-981b-d7a16a929ee0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.233967] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52546c27-bac9-7847-cd48-9eeb8d709f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014291} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.260051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.260510] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.260934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261644] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.263557] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b56904-04bd-49e1-8506-1c51debba737 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.267100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86479a2-6f3e-488d-aae7-14a5cb9545d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.277717] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800831b6-eace-42e9-ad32-3434fde4f37d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.284153] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.284548] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.285905] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f729837-a19d-443e-8ab7-55c180ee89d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.297966] env[63021]: DEBUG nova.compute.provider_tree [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.303444] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 739.303444] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52638b76-20f3-e149-51f0-8657db62ef5d" [ 739.303444] env[63021]: _type = "Task" [ 739.303444] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.312275] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52638b76-20f3-e149-51f0-8657db62ef5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.540752] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.674523] env[63021]: DEBUG nova.network.neutron [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Updated VIF entry in instance network info cache for port 8a84455e-e371-4071-ac15-add8f29e1430. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.675222] env[63021]: DEBUG nova.network.neutron [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Updating instance_info_cache with network_info: [{"id": "8a84455e-e371-4071-ac15-add8f29e1430", "address": "fa:16:3e:bc:13:85", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a84455e-e3", "ovs_interfaceid": "8a84455e-e371-4071-ac15-add8f29e1430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.690973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "d2c966e4-9550-4105-bca3-1d183727752b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.691263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.815151] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52638b76-20f3-e149-51f0-8657db62ef5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016126} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.815798] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9e0781-1eea-4905-a385-57f59a394f5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.825163] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 739.825163] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52da7cb1-f447-edc9-836a-09814d92e1d1" [ 739.825163] env[63021]: _type = "Task" [ 739.825163] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.826509] env[63021]: ERROR nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [req-4fb62767-8da9-4565-ba39-87dc9377e8ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fb62767-8da9-4565-ba39-87dc9377e8ad"}]} [ 739.842767] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52da7cb1-f447-edc9-836a-09814d92e1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.849248] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.871513] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.871759] env[63021]: DEBUG nova.compute.provider_tree [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.884274] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.903603] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.042737] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712825} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.047588] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 740.048833] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347e72b-8f8e-426a-bf0b-71bbda089f72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.103022] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.111254] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb7650b-d311-46af-b42c-0e5e465d44c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.152671] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 740.152671] env[63021]: value = "task-4282399" [ 740.152671] env[63021]: _type = "Task" [ 740.152671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.168433] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.178039] env[63021]: DEBUG oslo_concurrency.lockutils [req-051a308c-3cf4-4c17-b872-4c8ca2be8daf req-57084dca-ba93-48f6-ab72-8a332a26e439 service nova] Releasing lock "refresh_cache-be32dd81-d622-433d-9faf-179bd4c090ea" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.344448] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52da7cb1-f447-edc9-836a-09814d92e1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02491} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.344800] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.345093] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] be32dd81-d622-433d-9faf-179bd4c090ea/be32dd81-d622-433d-9faf-179bd4c090ea.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.348096] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0dfb06c-1cc1-4a91-a9e5-8f1a75a5a2fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.356612] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 740.356612] env[63021]: value = "task-4282400" [ 740.356612] env[63021]: _type = "Task" [ 740.356612] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.369460] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.582393] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d10d82-a746-4829-95b7-489760e3970b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.590517] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b7ff7-6eb9-46a6-a708-d48011ec14c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.625058] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6a49b-a8e9-4638-897b-d323d017a8b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.634870] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d66e8e-80ce-4ff2-9e32-80056030cc62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.651260] env[63021]: DEBUG nova.compute.provider_tree [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.662527] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282399, 'name': ReconfigVM_Task, 'duration_secs': 0.38162} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.663580] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.664545] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2cf920-f26c-4da2-abfb-3ed1a7f5f0a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.699036] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4a5d3e-8cd0-4784-bf93-bb62ff8c5480 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.714747] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 740.714747] env[63021]: value = "task-4282401" [ 740.714747] env[63021]: _type = "Task" [ 740.714747] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.727903] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.869365] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.158923] env[63021]: DEBUG nova.scheduler.client.report [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.224786] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282401, 'name': ReconfigVM_Task, 'duration_secs': 0.283433} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.225080] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.225739] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1747ab-332e-41e1-911c-b8021ba5f469 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.232108] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 741.232108] env[63021]: value = "task-4282402" [ 741.232108] env[63021]: _type = "Task" [ 741.232108] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.239962] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.367748] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567577} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.368112] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] be32dd81-d622-433d-9faf-179bd4c090ea/be32dd81-d622-433d-9faf-179bd4c090ea.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.368241] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.368483] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b765e65e-9eaa-4a58-8117-a158de99ae2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.375792] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 741.375792] env[63021]: value = "task-4282403" [ 741.375792] env[63021]: _type = "Task" [ 741.375792] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.386167] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.664368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.415s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.668573] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.671683] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.522s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.673345] env[63021]: INFO nova.compute.claims [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.743321] env[63021]: DEBUG oslo_vmware.api [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282402, 'name': PowerOnVM_Task, 'duration_secs': 0.447835} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.743726] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.746374] env[63021]: DEBUG nova.compute.manager [None req-4923bf0d-7e85-4871-b1b3-ed2e7554b059 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.747440] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b962d3b-7b59-41c1-872d-1b822605901e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.885535] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.885858] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.886734] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f32c1c-18ba-4a0d-b77c-f50ab74ba7fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.910962] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] be32dd81-d622-433d-9faf-179bd4c090ea/be32dd81-d622-433d-9faf-179bd4c090ea.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.911475] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0e5d31-1ffd-4619-b5c2-1c8939d86741 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.936261] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 741.936261] env[63021]: value = "task-4282404" [ 741.936261] env[63021]: _type = "Task" [ 741.936261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.945163] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.178830] env[63021]: DEBUG nova.compute.utils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.182846] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.182846] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.267992] env[63021]: DEBUG nova.policy [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe712e51ab745fbb524eae25ce41b8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f47f4863c348a391f82961b79f7101', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.449321] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282404, 'name': ReconfigVM_Task, 'duration_secs': 0.494561} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.449321] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Reconfigured VM instance instance-00000029 to attach disk [datastore2] be32dd81-d622-433d-9faf-179bd4c090ea/be32dd81-d622-433d-9faf-179bd4c090ea.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.449666] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb28ff6-1387-430f-b2f1-ad4d64aa700d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.456818] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 742.456818] env[63021]: value = "task-4282405" [ 742.456818] env[63021]: _type = "Task" [ 742.456818] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.466195] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282405, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.685168] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.819748] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Successfully created port: 39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.968142] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282405, 'name': Rename_Task, 'duration_secs': 0.215648} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.972486] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.972912] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd991e30-b2fc-4310-82df-5d536d53251b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.982337] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 742.982337] env[63021]: value = "task-4282406" [ 742.982337] env[63021]: _type = "Task" [ 742.982337] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.995286] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.354021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40335d04-3e28-48de-a82e-84fb8dc2555a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.362090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780bf825-64a3-49d1-b17b-6e164f7fb3e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.396740] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857dd94-089c-4618-9d23-a2bd6eddfee7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.405435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d2b95-9cbc-4dd8-ac90-9405e7a86b35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.420911] env[63021]: DEBUG nova.compute.provider_tree [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.493084] env[63021]: DEBUG oslo_vmware.api [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282406, 'name': PowerOnVM_Task, 'duration_secs': 0.507617} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.493321] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.493540] env[63021]: INFO nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 7.88 seconds to spawn the instance on the hypervisor. [ 743.493744] env[63021]: DEBUG nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.494650] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee1ebdb-9f0f-457b-9822-ac2f6cb9d1fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.699680] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.747990] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.748985] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.748985] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.748985] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.748985] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.748985] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.749269] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.750032] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.750032] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.750032] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.750241] env[63021]: DEBUG nova.virt.hardware [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.751132] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392af319-1f90-4c64-a0ec-4591a4f72c43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.760019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f8d66b-155e-4f40-ac5c-7f8e7901fc95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.924560] env[63021]: DEBUG nova.scheduler.client.report [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.002505] env[63021]: INFO nova.compute.manager [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Unrescuing [ 744.002885] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.003094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.003286] env[63021]: DEBUG nova.network.neutron [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.016844] env[63021]: INFO nova.compute.manager [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 62.54 seconds to build instance. [ 744.431345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.432555] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.343s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.434626] env[63021]: INFO nova.compute.claims [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.520067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-613c1cd1-d9fd-4120-a8a8-954f15134286 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.950s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.571919] env[63021]: DEBUG nova.compute.manager [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Received event network-vif-plugged-39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 744.572435] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] Acquiring lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.572435] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.572572] env[63021]: DEBUG oslo_concurrency.lockutils [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.573018] env[63021]: DEBUG nova.compute.manager [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] No waiting events found dispatching network-vif-plugged-39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.573018] env[63021]: WARNING nova.compute.manager [req-1d8b8b4a-436b-4309-928d-508399514f14 req-80c6e554-5f21-4b79-b5cd-6c37b588dddb service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Received unexpected event network-vif-plugged-39e53b04-d70e-4e42-80ee-483b6e22d29c for instance with vm_state building and task_state spawning. [ 744.687315] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Successfully updated port: 39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.737415] env[63021]: DEBUG nova.network.neutron [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [{"id": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "address": "fa:16:3e:d7:3c:a8", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57982d6d-cd", "ovs_interfaceid": "57982d6d-cd79-48a4-9a7f-9a96cf7ad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.939070] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "6d437ae0-6a5a-4360-9c06-0bc4d7dccc5a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.939365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "6d437ae0-6a5a-4360-9c06-0bc4d7dccc5a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.022330] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.190069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.190257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.190390] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.240642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.241351] env[63021]: DEBUG nova.objects.instance [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'flavor' on Instance uuid 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.445396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "6d437ae0-6a5a-4360-9c06-0bc4d7dccc5a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.445396] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.545922] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.726717] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.751147] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e5b587-1240-4203-8d75-3e1045d8c47a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.772344] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.777381] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e1f37b6-b105-43b6-9afd-73438223b120 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.785251] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 745.785251] env[63021]: value = "task-4282407" [ 745.785251] env[63021]: _type = "Task" [ 745.785251] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.793146] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.876135] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 745.877342] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6b1ec-d8b1-40a7-8cf3-17f5ec493b88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.883447] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 745.883592] env[63021]: ERROR oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk due to incomplete transfer. [ 745.883815] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ec190ab-a8ff-4c7b-9de3-5d65c5c7f995 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.890915] env[63021]: DEBUG nova.network.neutron [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Updating instance_info_cache with network_info: [{"id": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "address": "fa:16:3e:0a:8a:3a", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e53b04-d7", "ovs_interfaceid": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.892874] env[63021]: DEBUG oslo_vmware.rw_handles [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1350f-14af-44dc-87c2-d9aeb25a789d/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 745.893078] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Uploaded image b7ab980b-f49b-441e-aea7-697312402865 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 745.895525] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.896086] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21104b1c-4b65-4345-9e21-47153bb1db5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.903890] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 745.903890] env[63021]: value = "task-4282408" [ 745.903890] env[63021]: _type = "Task" [ 745.903890] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.912771] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282408, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.952537] env[63021]: DEBUG nova.compute.utils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.954227] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.954458] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.004889] env[63021]: DEBUG nova.policy [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b30ac94756344eaac9083e5cdab0f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5ad727a5f448ebb05721eeefe00d86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.025615] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa3dd7e-a13e-428e-a57e-8c903a261534 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.035010] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a752d9e1-87fe-4c3e-8023-554df3563004 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.067485] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19113848-ddbd-404b-afe5-14249884058b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.075527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03816b89-13bb-468c-9eba-b43bc4811b9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.089676] env[63021]: DEBUG nova.compute.provider_tree [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.298875] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282407, 'name': PowerOffVM_Task, 'duration_secs': 0.232003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.299161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.305261] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.305450] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33b3597-43f6-4f44-8b44-b3a39c4cfc90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.326216] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 746.326216] env[63021]: value = "task-4282409" [ 746.326216] env[63021]: _type = "Task" [ 746.326216] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.333739] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.379374] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Successfully created port: 22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.396871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397253] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Instance network_info: |[{"id": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "address": "fa:16:3e:0a:8a:3a", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e53b04-d7", "ovs_interfaceid": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.397720] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:8a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e53b04-d70e-4e42-80ee-483b6e22d29c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.405514] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.405854] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.409334] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0047a819-c539-4080-8889-cdf93c4510a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.430031] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282408, 'name': Destroy_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.431606] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.431606] env[63021]: value = "task-4282410" [ 746.431606] env[63021]: _type = "Task" [ 746.431606] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.440107] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282410, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.463707] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.593540] env[63021]: DEBUG nova.scheduler.client.report [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.605284] env[63021]: DEBUG nova.compute.manager [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Received event network-changed-39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 746.605484] env[63021]: DEBUG nova.compute.manager [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Refreshing instance network info cache due to event network-changed-39e53b04-d70e-4e42-80ee-483b6e22d29c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 746.605756] env[63021]: DEBUG oslo_concurrency.lockutils [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] Acquiring lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.606149] env[63021]: DEBUG oslo_concurrency.lockutils [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] Acquired lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.606450] env[63021]: DEBUG nova.network.neutron [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Refreshing network info cache for port 39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.836221] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282409, 'name': ReconfigVM_Task, 'duration_secs': 0.241752} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.836508] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.836782] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.836938] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4366afdf-6d80-4291-9248-b5c47f612d13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.843374] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 746.843374] env[63021]: value = "task-4282411" [ 746.843374] env[63021]: _type = "Task" [ 746.843374] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.851058] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.914993] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282408, 'name': Destroy_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.941034] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282410, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.098790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.099648] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.102174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.857s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.103463] env[63021]: INFO nova.compute.claims [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.355142] env[63021]: DEBUG oslo_vmware.api [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282411, 'name': PowerOnVM_Task, 'duration_secs': 0.454453} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.355445] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.355741] env[63021]: DEBUG nova.compute.manager [None req-21d5a767-27bd-4171-8486-6bc0460153ff tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.356627] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651f05f1-50b8-4050-ad5e-cc1847ec8715 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.418555] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282408, 'name': Destroy_Task, 'duration_secs': 1.390506} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.418836] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Destroyed the VM [ 747.420071] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.420071] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-345bac9a-340a-4720-9b82-32f1f877bb03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.427793] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 747.427793] env[63021]: value = "task-4282412" [ 747.427793] env[63021]: _type = "Task" [ 747.427793] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.436515] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.440666] env[63021]: DEBUG nova.network.neutron [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Updated VIF entry in instance network info cache for port 39e53b04-d70e-4e42-80ee-483b6e22d29c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.441055] env[63021]: DEBUG nova.network.neutron [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Updating instance_info_cache with network_info: [{"id": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "address": "fa:16:3e:0a:8a:3a", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e53b04-d7", "ovs_interfaceid": "39e53b04-d70e-4e42-80ee-483b6e22d29c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.447058] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282410, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.474086] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.500408] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.500662] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.500866] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.500989] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.501150] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.501338] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.501541] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.501705] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.501884] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.502057] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.502407] env[63021]: DEBUG nova.virt.hardware [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.503618] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca96d7-85cd-4ea5-9246-98275dbe489f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.513431] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2499f9ad-1a0e-4f18-b392-5387b2d35bb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.611181] env[63021]: DEBUG nova.compute.utils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.613080] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.613080] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.636302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.637775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.652653] env[63021]: DEBUG nova.policy [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '766e5571191647acba66a426dc2b80a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40de7ab6660142eb8777c53e3d78deb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.836057] env[63021]: DEBUG nova.compute.manager [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Received event network-vif-plugged-22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 747.836269] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] Acquiring lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.836932] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.837520] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.837520] env[63021]: DEBUG nova.compute.manager [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] No waiting events found dispatching network-vif-plugged-22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.837520] env[63021]: WARNING nova.compute.manager [req-4ad3f32c-ebcf-4c20-b4da-a3bebd428e69 req-60f62a1a-76fb-4816-9f11-23c846d1fad7 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Received unexpected event network-vif-plugged-22abf6a6-e0db-4cd8-b56c-fec023a97f4d for instance with vm_state building and task_state spawning. [ 747.920091] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Successfully updated port: 22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.939267] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282412, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348233} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.941835] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.942626] env[63021]: DEBUG nova.compute.manager [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.943355] env[63021]: DEBUG oslo_concurrency.lockutils [req-faff8cf0-8178-4d3a-af36-650416889845 req-4908413a-aef9-448f-bb2f-64f5c1d60ee7 service nova] Releasing lock "refresh_cache-4398cb00-ac09-4d96-8505-ef5c3a426b48" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.944339] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fe0cd-bbe0-4f39-9dd6-912d44ada170 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.953255] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282410, 'name': CreateVM_Task, 'duration_secs': 1.115475} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.953379] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.959438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.960195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.960195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.960327] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a41b72-bc21-4a05-90c2-84fb8dd0b793 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.964827] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 747.964827] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207a22e-afe4-da70-7850-d8c172b513fb" [ 747.964827] env[63021]: _type = "Task" [ 747.964827] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.973669] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5207a22e-afe4-da70-7850-d8c172b513fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.066980] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Successfully created port: dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.117985] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.141160] env[63021]: DEBUG nova.compute.utils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.424608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.424764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquired lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.424917] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.465984] env[63021]: INFO nova.compute.manager [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Shelve offloading [ 748.484571] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5207a22e-afe4-da70-7850-d8c172b513fb, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.484829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485324] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.485399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.485543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486203] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.487112] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2342641d-2caf-43df-b63d-53f956c9d54d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.499182] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.499834] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.500107] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fe3658-8ea4-4e71-b596-7732dfa8a13e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.507882] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 748.507882] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b1742d-a864-7fd8-fba3-59c53b0a6d17" [ 748.507882] env[63021]: _type = "Task" [ 748.507882] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.516768] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b1742d-a864-7fd8-fba3-59c53b0a6d17, 'name': SearchDatastore_Task, 'duration_secs': 0.007848} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.520292] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1647c7-5543-442e-980a-12772f044f20 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.526080] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 748.526080] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fb7aa6-afc0-5974-6ec7-12f073fc2ea7" [ 748.526080] env[63021]: _type = "Task" [ 748.526080] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.533668] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fb7aa6-afc0-5974-6ec7-12f073fc2ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.623731] env[63021]: INFO nova.virt.block_device [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Booting with volume faec76b3-463a-47db-8b3c-887a213f28e7 at /dev/sda [ 748.652565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.658820] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b3e1cc9-8b73-4479-8521-6fab0ed9d9fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.668720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f210ee-bc9c-4cd3-8a8a-da119fcc7c3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.694681] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a223e-77fd-4851-968d-c31649140978 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716282] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72234256-52cb-4330-a080-6ffc395e75d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.719147] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3877a6b3-778f-4620-97dc-9ea62352f4ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.750387] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3b9d5-d19f-4a3d-951d-5a9e0c4097d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.755411] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e05666-9834-41cc-bfce-194fad93f5fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.770204] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189c245-7dc0-4a67-88bd-56918dcf3989 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.783225] env[63021]: DEBUG nova.compute.provider_tree [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.799275] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c190c-1469-4295-a384-69ddb3154e2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.806742] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae89caa7-a7bd-4ddc-a218-3fff10fd517a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.822094] env[63021]: DEBUG nova.virt.block_device [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating existing volume attachment record: 806fcad3-8162-44f8-ac94-0a2e4fb10455 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 748.959432] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.976449] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.976727] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4029d31d-2a5c-4aad-ae0c-ba1c5264dc0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.983412] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 748.983412] env[63021]: value = "task-4282413" [ 748.983412] env[63021]: _type = "Task" [ 748.983412] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.991078] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.037113] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fb7aa6-afc0-5974-6ec7-12f073fc2ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.037352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.037605] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4398cb00-ac09-4d96-8505-ef5c3a426b48/4398cb00-ac09-4d96-8505-ef5c3a426b48.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.037849] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33800589-8ffb-47fb-bacc-76764dcf5e7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.044993] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 749.044993] env[63021]: value = "task-4282414" [ 749.044993] env[63021]: _type = "Task" [ 749.044993] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.054235] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.085129] env[63021]: DEBUG nova.network.neutron [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Updating instance_info_cache with network_info: [{"id": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "address": "fa:16:3e:57:12:f4", "network": {"id": "ba1602b0-93ff-4111-9ef6-18db1104a448", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1160867370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5ad727a5f448ebb05721eeefe00d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22abf6a6-e0", "ovs_interfaceid": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.298983] env[63021]: DEBUG nova.scheduler.client.report [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.496390] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 749.496684] env[63021]: DEBUG nova.compute.manager [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.497452] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce283f-b39a-40ed-836f-868b45407c06 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.503549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.503549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.503677] env[63021]: DEBUG nova.network.neutron [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.555247] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449364} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.555577] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4398cb00-ac09-4d96-8505-ef5c3a426b48/4398cb00-ac09-4d96-8505-ef5c3a426b48.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.555795] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.556056] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da256a70-1cb7-4941-a348-c277ead0816b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.563708] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 749.563708] env[63021]: value = "task-4282415" [ 749.563708] env[63021]: _type = "Task" [ 749.563708] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.574240] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.588393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Releasing lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.588818] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Instance network_info: |[{"id": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "address": "fa:16:3e:57:12:f4", "network": {"id": "ba1602b0-93ff-4111-9ef6-18db1104a448", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1160867370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5ad727a5f448ebb05721eeefe00d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22abf6a6-e0", "ovs_interfaceid": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.589236] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:12:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22abf6a6-e0db-4cd8-b56c-fec023a97f4d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.599656] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Creating folder: Project (1b5ad727a5f448ebb05721eeefe00d86). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.599977] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa80610-b722-4a34-9816-c23a3e8ec972 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.613324] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Created folder: Project (1b5ad727a5f448ebb05721eeefe00d86) in parent group-v843603. [ 749.613932] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Creating folder: Instances. Parent ref: group-v843730. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.613932] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a519402d-4bc4-420e-a878-ffc1c75a7ace {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.624029] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Created folder: Instances in parent group-v843730. [ 749.625557] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.625557] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.625557] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f305f9-ca58-468e-abae-baa712917396 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.646472] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.646472] env[63021]: value = "task-4282418" [ 749.646472] env[63021]: _type = "Task" [ 749.646472] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.654794] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282418, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.723755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.724059] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.724372] env[63021]: INFO nova.compute.manager [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Attaching volume 8683542b-f1bb-4a01-b91d-51d1fe42a6a4 to /dev/sdb [ 749.769310] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f4f0e0-7bfc-4881-bf94-0d1e171b6a8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.775219] env[63021]: DEBUG nova.compute.manager [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Received event network-vif-plugged-dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 749.775219] env[63021]: DEBUG oslo_concurrency.lockutils [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] Acquiring lock "2394a624-e98a-4704-910b-7953d093e762-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.775219] env[63021]: DEBUG oslo_concurrency.lockutils [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] Lock "2394a624-e98a-4704-910b-7953d093e762-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.775542] env[63021]: DEBUG oslo_concurrency.lockutils [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] Lock "2394a624-e98a-4704-910b-7953d093e762-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.775791] env[63021]: DEBUG nova.compute.manager [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] No waiting events found dispatching network-vif-plugged-dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.775979] env[63021]: WARNING nova.compute.manager [req-b620fc06-1325-48e1-8db9-910e5d2f0130 req-4dc7a1dd-6ca5-47c1-a154-957dfd05995d service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Received unexpected event network-vif-plugged-dc6d6188-266e-42cd-a4b7-ca1651674767 for instance with vm_state building and task_state block_device_mapping. [ 749.781375] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ae715-be3c-4cf4-ab5f-21c781e6b5f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.798431] env[63021]: DEBUG nova.virt.block_device [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating existing volume attachment record: 8aeb691e-6d4f-40bf-8728-ae0ccea32363 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 749.808461] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.808615] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.812978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.372s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.815792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.005s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.820717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.158s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.820717] env[63021]: DEBUG nova.objects.instance [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.862254] env[63021]: INFO nova.scheduler.client.report [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Deleted allocations for instance bcfd5eec-379f-4ee7-9b51-25bdf9f06331 [ 749.888181] env[63021]: DEBUG nova.compute.manager [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Received event network-changed-22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 749.888458] env[63021]: DEBUG nova.compute.manager [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Refreshing instance network info cache due to event network-changed-22abf6a6-e0db-4cd8-b56c-fec023a97f4d. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 749.888620] env[63021]: DEBUG oslo_concurrency.lockutils [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] Acquiring lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.890089] env[63021]: DEBUG oslo_concurrency.lockutils [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] Acquired lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.890089] env[63021]: DEBUG nova.network.neutron [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Refreshing network info cache for port 22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.964034] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Successfully updated port: dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.073421] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069477} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.073711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.074601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babcce1b-8766-48a2-9cb5-b3d428e481ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097047] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4398cb00-ac09-4d96-8505-ef5c3a426b48/4398cb00-ac09-4d96-8505-ef5c3a426b48.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.097420] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb1dd26-df2d-48e8-9258-2bdcd2815dbd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.120584] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 750.120584] env[63021]: value = "task-4282420" [ 750.120584] env[63021]: _type = "Task" [ 750.120584] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.128897] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.156515] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282418, 'name': CreateVM_Task, 'duration_secs': 0.428228} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.156690] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.157397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.157558] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.157870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.160501] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0202cefb-9224-4b3e-9aae-8327ac8e961b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.165313] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 750.165313] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52766d4c-256c-427c-e4b8-655fd8c92aa5" [ 750.165313] env[63021]: _type = "Task" [ 750.165313] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.173679] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52766d4c-256c-427c-e4b8-655fd8c92aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.322681] env[63021]: DEBUG nova.compute.utils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.324784] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.324998] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.372030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b07a0e3-f454-42c9-9fe4-c286eaf79919 tempest-ServerMetadataNegativeTestJSON-960167706 tempest-ServerMetadataNegativeTestJSON-960167706-project-member] Lock "bcfd5eec-379f-4ee7-9b51-25bdf9f06331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.869s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.390315] env[63021]: DEBUG nova.network.neutron [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.464950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.465152] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquired lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.465361] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.630813] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282420, 'name': ReconfigVM_Task, 'duration_secs': 0.298324} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.631259] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4398cb00-ac09-4d96-8505-ef5c3a426b48/4398cb00-ac09-4d96-8505-ef5c3a426b48.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.632067] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5abb33-4165-4774-82d9-7f55ca3a001b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.639639] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 750.639639] env[63021]: value = "task-4282423" [ 750.639639] env[63021]: _type = "Task" [ 750.639639] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.649392] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282423, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.654428] env[63021]: DEBUG nova.policy [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796e6c8bc1244aaa9100ae89bde2e317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '209e26ee11a4410ea8b33a060f019c7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.677500] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52766d4c-256c-427c-e4b8-655fd8c92aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.680107] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.680394] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.680728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.681147] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.681485] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336c2530-0f68-4170-ba6b-db047903208a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.690368] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.690560] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.691318] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a71a47-24bc-44ac-95f6-e592b90b127e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.697742] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 750.697742] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f1f201-5f15-3d15-c1da-de4a9656ff6d" [ 750.697742] env[63021]: _type = "Task" [ 750.697742] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.707617] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f1f201-5f15-3d15-c1da-de4a9656ff6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.742675] env[63021]: DEBUG nova.network.neutron [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Updated VIF entry in instance network info cache for port 22abf6a6-e0db-4cd8-b56c-fec023a97f4d. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.743172] env[63021]: DEBUG nova.network.neutron [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Updating instance_info_cache with network_info: [{"id": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "address": "fa:16:3e:57:12:f4", "network": {"id": "ba1602b0-93ff-4111-9ef6-18db1104a448", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1160867370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5ad727a5f448ebb05721eeefe00d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22abf6a6-e0", "ovs_interfaceid": "22abf6a6-e0db-4cd8-b56c-fec023a97f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.825552] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.832729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-23a31b05-7636-40a9-9cda-6df7f9f5b5b4 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.833779] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.122s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.836250] env[63021]: INFO nova.compute.claims [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.896344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.949504] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.950074] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.950305] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.950453] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.950633] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.950775] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.950917] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.951627] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.952337] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.952337] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.952743] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.952743] env[63021]: DEBUG nova.virt.hardware [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.953850] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187a75d-1a8a-4d37-b2ef-ed2749506917 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.964262] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8551e71-2d60-4a95-aebd-40da4c9da9c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.039623] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.150115] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282423, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.215366] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f1f201-5f15-3d15-c1da-de4a9656ff6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.216814] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8f7129-b5ae-4abb-aeaf-b9a06ad9f6d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.223639] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 751.223639] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52263bb2-8dbd-f8eb-0769-da9e574bea2e" [ 751.223639] env[63021]: _type = "Task" [ 751.223639] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.235942] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52263bb2-8dbd-f8eb-0769-da9e574bea2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.245815] env[63021]: DEBUG oslo_concurrency.lockutils [req-d9e994c8-7d98-4749-9360-a5326fc9f6d9 req-7400ed1e-11a3-472f-a933-c9b3bdf76451 service nova] Releasing lock "refresh_cache-1c23893d-524b-465a-b289-d04a4d3c9e5a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.388546] env[63021]: DEBUG nova.network.neutron [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating instance_info_cache with network_info: [{"id": "dc6d6188-266e-42cd-a4b7-ca1651674767", "address": "fa:16:3e:dd:b8:08", "network": {"id": "de011e54-35bb-41d3-8f4a-e95435d7f85d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1945682624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40de7ab6660142eb8777c53e3d78deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d6188-26", "ovs_interfaceid": "dc6d6188-266e-42cd-a4b7-ca1651674767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.412717] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Successfully created port: acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.484050] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.485036] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d640b1f0-1fb0-41d1-befb-9439aa2e9d20 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.493052] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.493052] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d53d37a7-1796-415d-8876-79436d8674e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.560675] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.561222] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.561222] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.562500] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6021ae4e-9a6f-4818-b9d8-f3b5856d8816 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.568242] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 751.568242] env[63021]: value = "task-4282425" [ 751.568242] env[63021]: _type = "Task" [ 751.568242] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.577143] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.658361] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282423, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.736119] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52263bb2-8dbd-f8eb-0769-da9e574bea2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.736835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.737185] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1c23893d-524b-465a-b289-d04a4d3c9e5a/1c23893d-524b-465a-b289-d04a4d3c9e5a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.737533] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc58b07d-0694-4d6c-9846-b3e920ee1a52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.744066] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 751.744066] env[63021]: value = "task-4282426" [ 751.744066] env[63021]: _type = "Task" [ 751.744066] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.752861] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.837269] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.875279] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.875542] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.875699] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.875880] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.876052] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.876223] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.876436] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.876592] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.876760] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.876924] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.877114] env[63021]: DEBUG nova.virt.hardware [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.878042] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d4e52-f075-4f1b-bf6c-74e8417afb65 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.886567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce749502-94ae-4351-a5d9-4090ed3e6ce1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.890929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Releasing lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.891067] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance network_info: |[{"id": "dc6d6188-266e-42cd-a4b7-ca1651674767", "address": "fa:16:3e:dd:b8:08", "network": {"id": "de011e54-35bb-41d3-8f4a-e95435d7f85d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1945682624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40de7ab6660142eb8777c53e3d78deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d6188-26", "ovs_interfaceid": "dc6d6188-266e-42cd-a4b7-ca1651674767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.891492] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc6d6188-266e-42cd-a4b7-ca1651674767', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.899209] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Creating folder: Project (40de7ab6660142eb8777c53e3d78deb0). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.903506] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a169f756-3068-4ba7-a0e3-807b73614339 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.931393] env[63021]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 751.931564] env[63021]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63021) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 751.931945] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Folder already exists: Project (40de7ab6660142eb8777c53e3d78deb0). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 751.932337] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Creating folder: Instances. Parent ref: group-v843679. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.932674] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66d2e5b-8693-4f08-9335-b32a92d1eef3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.944828] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Created folder: Instances in parent group-v843679. [ 751.945133] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.945395] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.945642] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899c5829-9a32-4abe-951e-d82de234731f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.972019] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.972019] env[63021]: value = "task-4282429" [ 751.972019] env[63021]: _type = "Task" [ 751.972019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.979824] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282429, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.041606] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Received event network-changed-dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 752.043294] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Refreshing instance network info cache due to event network-changed-dc6d6188-266e-42cd-a4b7-ca1651674767. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 752.043294] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Acquiring lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.043294] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Acquired lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.043294] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Refreshing network info cache for port dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.085583] env[63021]: DEBUG oslo_vmware.api [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142662} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.088981] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.089421] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.089697] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.117548] env[63021]: INFO nova.scheduler.client.report [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted allocations for instance 6c1e3938-2389-4a99-a533-df5521d552e0 [ 752.157594] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282423, 'name': Rename_Task, 'duration_secs': 1.157813} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.157930] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.158351] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6ed0fd9-0e76-429b-b48d-01da77ed04e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.165723] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 752.165723] env[63021]: value = "task-4282430" [ 752.165723] env[63021]: _type = "Task" [ 752.165723] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.183157] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282430, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.256891] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479283} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.257177] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1c23893d-524b-465a-b289-d04a4d3c9e5a/1c23893d-524b-465a-b289-d04a4d3c9e5a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.257424] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.257706] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d109848b-5242-4784-8a84-0727e5972fbb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.266143] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 752.266143] env[63021]: value = "task-4282431" [ 752.266143] env[63021]: _type = "Task" [ 752.266143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.279207] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.401659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.401989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.486070] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282429, 'name': CreateVM_Task, 'duration_secs': 0.461543} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.486268] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.487033] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843696', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'name': 'volume-faec76b3-463a-47db-8b3c-887a213f28e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2394a624-e98a-4704-910b-7953d093e762', 'attached_at': '', 'detached_at': '', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'serial': 'faec76b3-463a-47db-8b3c-887a213f28e7'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '806fcad3-8162-44f8-ac94-0a2e4fb10455', 'volume_type': None}], 'swap': None} {{(pid=63021) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 752.487194] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Root volume attach. Driver type: vmdk {{(pid=63021) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 752.488014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036cc17-ee3e-451e-80b4-a6ed2f5e85c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.506657] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e88e1-62a7-4051-9c59-da29708fe5d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.515648] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b73f25-3b47-4688-9a4b-990e73ef3b52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.525017] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3fd445fe-7f6b-4dd6-9b96-095ddff07698 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.533673] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 752.533673] env[63021]: value = "task-4282433" [ 752.533673] env[63021]: _type = "Task" [ 752.533673] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.542285] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.624731] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.674338] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb59449-9b5e-4321-a86e-f0695d9e9e27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.680816] env[63021]: DEBUG oslo_vmware.api [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282430, 'name': PowerOnVM_Task, 'duration_secs': 0.479352} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.681598] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.681857] env[63021]: INFO nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Took 8.98 seconds to spawn the instance on the hypervisor. [ 752.682100] env[63021]: DEBUG nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.682929] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4dc21b-db97-42a6-8f0e-4ca886363e11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.689247] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9063463-43e3-40b3-b503-9c8f90ef3724 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.730321] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2487180e-a8da-4ded-91ed-2205dfdd734b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.739863] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf9974-c288-47e0-91ac-cfbe0758b5ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.757465] env[63021]: DEBUG nova.compute.provider_tree [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.778897] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075256} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.778897] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.779396] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433ed65-a92c-42b2-b619-54899c27d710 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.801559] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 1c23893d-524b-465a-b289-d04a4d3c9e5a/1c23893d-524b-465a-b289-d04a4d3c9e5a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.806022] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd7183e-09dc-4688-b4ac-71fcdac345a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.825227] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 752.825227] env[63021]: value = "task-4282434" [ 752.825227] env[63021]: _type = "Task" [ 752.825227] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.833110] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.951571] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updated VIF entry in instance network info cache for port dc6d6188-266e-42cd-a4b7-ca1651674767. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.954170] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating instance_info_cache with network_info: [{"id": "dc6d6188-266e-42cd-a4b7-ca1651674767", "address": "fa:16:3e:dd:b8:08", "network": {"id": "de011e54-35bb-41d3-8f4a-e95435d7f85d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1945682624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40de7ab6660142eb8777c53e3d78deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d6188-26", "ovs_interfaceid": "dc6d6188-266e-42cd-a4b7-ca1651674767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.047211] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 34%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.208725] env[63021]: INFO nova.compute.manager [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Took 64.35 seconds to build instance. [ 753.262378] env[63021]: DEBUG nova.scheduler.client.report [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.283747] env[63021]: DEBUG nova.compute.manager [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Received event network-vif-plugged-acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.284068] env[63021]: DEBUG oslo_concurrency.lockutils [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] Acquiring lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.285618] env[63021]: DEBUG oslo_concurrency.lockutils [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.285959] env[63021]: DEBUG oslo_concurrency.lockutils [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.286700] env[63021]: DEBUG nova.compute.manager [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] No waiting events found dispatching network-vif-plugged-acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.286700] env[63021]: WARNING nova.compute.manager [req-6d1412ef-819a-4277-a201-1aa36cd745e4 req-b4c56faa-987e-4f89-896a-c5f2e9315f65 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Received unexpected event network-vif-plugged-acdf88b0-772b-4bfa-9bac-e0773934c81c for instance with vm_state building and task_state spawning. [ 753.293750] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Successfully updated port: acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.338839] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.457713] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Releasing lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.458025] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-vif-unplugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.458241] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.458471] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.458628] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.458793] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] No waiting events found dispatching network-vif-unplugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.458991] env[63021]: WARNING nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received unexpected event network-vif-unplugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf for instance with vm_state shelved and task_state shelving_offloading. [ 753.459146] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 753.459317] env[63021]: DEBUG nova.compute.manager [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing instance network info cache due to event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 753.459543] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.459641] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.459884] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.548126] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 47%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.711479] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e453404c-1b91-4a4a-833d-43e3107d9f59 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.128s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.768606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.935s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.769179] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.772105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.484s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.774053] env[63021]: INFO nova.compute.claims [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.797340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.798023] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.835113] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282434, 'name': ReconfigVM_Task, 'duration_secs': 0.57757} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.835451] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 1c23893d-524b-465a-b289-d04a4d3c9e5a/1c23893d-524b-465a-b289-d04a4d3c9e5a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.836092] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b42d59-b0ad-43bf-8e3c-52ba336e4e9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.844543] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 753.844543] env[63021]: value = "task-4282435" [ 753.844543] env[63021]: _type = "Task" [ 753.844543] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.854013] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282435, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.049856] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 62%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.216064] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.234832] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updated VIF entry in instance network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.235296] env[63021]: DEBUG nova.network.neutron [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18e2ea98-76", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.281011] env[63021]: DEBUG nova.compute.utils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.285916] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.286826] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.338818] env[63021]: DEBUG nova.policy [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd4f0cf5ce74ad8814a77835ba526b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d459b22ca924839b1e3a15441a8ad14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.355260] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282435, 'name': Rename_Task, 'duration_secs': 0.300016} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.355716] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.355834] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c00dcd-5e2c-44f8-8737-e708e4e9ae37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.363858] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 754.363858] env[63021]: value = "task-4282436" [ 754.363858] env[63021]: _type = "Task" [ 754.363858] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.383917] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.388615] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.551196] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 75%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.595007] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.625649] env[63021]: DEBUG nova.network.neutron [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Updating instance_info_cache with network_info: [{"id": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "address": "fa:16:3e:fa:5c:fc", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdf88b0-77", "ovs_interfaceid": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.717780] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Successfully created port: 33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.739115] env[63021]: DEBUG oslo_concurrency.lockutils [req-18c19ff9-474e-457b-88f3-133b4dd9d379 req-acaf66e3-c57f-46ac-9a1b-bd93150e00cb service nova] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.749928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.783602] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.880053] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.882710] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 754.883127] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843734', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'name': 'volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ed8415c-9e2e-47f1-b3f1-a06b129b1f77', 'attached_at': '', 'detached_at': '', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'serial': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 754.884970] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d11ac6-e1ae-4c2a-a396-81fc295c8888 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.908060] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aec26f-8ac9-4bb7-9761-23dd8c8540b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.938567] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4/volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.941664] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8377f9-e78a-4ead-9730-e787736fc5d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.961551] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 754.961551] env[63021]: value = "task-4282437" [ 754.961551] env[63021]: _type = "Task" [ 754.961551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.971791] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.047278] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.133210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.134304] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Instance network_info: |[{"id": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "address": "fa:16:3e:fa:5c:fc", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdf88b0-77", "ovs_interfaceid": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.134304] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:5c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acdf88b0-772b-4bfa-9bac-e0773934c81c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.142553] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.145142] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.145948] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51e4800-a87b-4cae-9421-f154a2bf74b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.170534] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.170534] env[63021]: value = "task-4282438" [ 755.170534] env[63021]: _type = "Task" [ 755.170534] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.185771] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282438, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.379879] env[63021]: DEBUG oslo_vmware.api [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282436, 'name': PowerOnVM_Task, 'duration_secs': 0.841614} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.380221] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.380628] env[63021]: INFO nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Took 7.91 seconds to spawn the instance on the hypervisor. [ 755.380628] env[63021]: DEBUG nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.381457] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27595b5-f69d-46a3-b5c0-0b540ee3378d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.474827] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.553993] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.553993] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594434f0-1322-4f1f-85d4-3e5c8ac74744 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.560886] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d0955-95f6-492b-9b6d-f555d04b9fb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.597600] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959b08c-81d0-479c-9c7b-472da528554e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.606165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59e93f-f662-44a9-be4b-40037f06a785 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.620776] env[63021]: DEBUG nova.compute.provider_tree [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.680631] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282438, 'name': CreateVM_Task, 'duration_secs': 0.409854} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.680922] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.681535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.681699] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.682028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.682297] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31acdcbb-92ca-4315-9a7e-0ee571489197 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.687440] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 755.687440] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52775cd6-9f7b-600d-ebcf-3813f005bd1c" [ 755.687440] env[63021]: _type = "Task" [ 755.687440] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.698612] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52775cd6-9f7b-600d-ebcf-3813f005bd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.721905] env[63021]: DEBUG nova.compute.manager [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Received event network-changed-acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 755.722185] env[63021]: DEBUG nova.compute.manager [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Refreshing instance network info cache due to event network-changed-acdf88b0-772b-4bfa-9bac-e0773934c81c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 755.722395] env[63021]: DEBUG oslo_concurrency.lockutils [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] Acquiring lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.722538] env[63021]: DEBUG oslo_concurrency.lockutils [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] Acquired lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.722698] env[63021]: DEBUG nova.network.neutron [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Refreshing network info cache for port acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.796871] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.820849] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.821116] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.821279] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.821465] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.821612] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.821815] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.822069] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.822398] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.822509] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.822590] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.822739] env[63021]: DEBUG nova.virt.hardware [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.823744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117281f9-2f4b-4336-a5c7-c10ac342ee43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.832143] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afae6f3-5001-4c8d-898e-45bb6769ac76 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.901526] env[63021]: INFO nova.compute.manager [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Took 63.77 seconds to build instance. [ 755.973111] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.048959] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.126034] env[63021]: DEBUG nova.scheduler.client.report [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.198362] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52775cd6-9f7b-600d-ebcf-3813f005bd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021826} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.198362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.198544] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.198896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.199266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.199528] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.199834] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c4477e2-5f89-435e-b8df-2b8fc3935cec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.209154] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.209315] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.210203] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d47f04-ddcb-43b4-b7b5-4dadc9c249ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.215852] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 756.215852] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527aabcb-cf9e-3a5e-0354-c010689d9334" [ 756.215852] env[63021]: _type = "Task" [ 756.215852] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.223992] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527aabcb-cf9e-3a5e-0354-c010689d9334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.307878] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Successfully updated port: 33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.404452] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a330e75-759a-47f4-8950-c814e7abe82e tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.161s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.478396] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282437, 'name': ReconfigVM_Task, 'duration_secs': 1.185222} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.478688] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4/volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.483462] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409d5484-954f-4b59-afb5-f6b5abfeadb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.499436] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 756.499436] env[63021]: value = "task-4282439" [ 756.499436] env[63021]: _type = "Task" [ 756.499436] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.508408] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.548125] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.564943] env[63021]: DEBUG nova.network.neutron [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Updated VIF entry in instance network info cache for port acdf88b0-772b-4bfa-9bac-e0773934c81c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.565346] env[63021]: DEBUG nova.network.neutron [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Updating instance_info_cache with network_info: [{"id": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "address": "fa:16:3e:fa:5c:fc", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdf88b0-77", "ovs_interfaceid": "acdf88b0-772b-4bfa-9bac-e0773934c81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.631289] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.631822] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.635240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.397s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.636333] env[63021]: INFO nova.compute.claims [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.709380] env[63021]: DEBUG nova.compute.manager [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.710289] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e9ce3-52d6-4f58-92b8-2014d2deeb6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.728673] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527aabcb-cf9e-3a5e-0354-c010689d9334, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.729496] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0bdcea-a4cc-4c49-add1-4e4228d335c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.735795] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 756.735795] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520dd3ee-5dae-7ad0-663a-9f51c9b2d77e" [ 756.735795] env[63021]: _type = "Task" [ 756.735795] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.743665] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520dd3ee-5dae-7ad0-663a-9f51c9b2d77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.810214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.810427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.810622] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.909114] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.010257] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.048980] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282433, 'name': RelocateVM_Task, 'duration_secs': 4.409982} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.049287] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 757.049496] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843696', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'name': 'volume-faec76b3-463a-47db-8b3c-887a213f28e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2394a624-e98a-4704-910b-7953d093e762', 'attached_at': '', 'detached_at': '', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'serial': 'faec76b3-463a-47db-8b3c-887a213f28e7'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 757.050286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4845ebb6-7a9e-4da3-bb85-bd4ff8137f52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.067596] env[63021]: DEBUG oslo_concurrency.lockutils [req-c297fb01-3060-4203-93f8-d00038f8805a req-1b859035-5b5e-49ee-9a49-4c648b6e5af1 service nova] Releasing lock "refresh_cache-9f3f2c5d-edf2-43cb-884c-175385aedadd" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.069821] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d5885-c4b2-4739-9816-d517a6286be3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.095216] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-faec76b3-463a-47db-8b3c-887a213f28e7/volume-faec76b3-463a-47db-8b3c-887a213f28e7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.095545] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54eb8c45-a6f4-4384-9283-cb7cca68a89e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.121672] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 757.121672] env[63021]: value = "task-4282440" [ 757.121672] env[63021]: _type = "Task" [ 757.121672] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.123783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.124086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.124279] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.124493] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.124637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.126685] env[63021]: INFO nova.compute.manager [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Terminating instance [ 757.131349] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.140744] env[63021]: DEBUG nova.compute.utils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.145403] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.225512] env[63021]: INFO nova.compute.manager [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] instance snapshotting [ 757.231252] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7dc51-ca7b-4c9e-a535-5c4baf6df6f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.255277] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e6c26-bd33-44e2-a99c-e7ecc1206ad7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.261547] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520dd3ee-5dae-7ad0-663a-9f51c9b2d77e, 'name': SearchDatastore_Task, 'duration_secs': 0.037767} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.262302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.262598] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9f3f2c5d-edf2-43cb-884c-175385aedadd/9f3f2c5d-edf2-43cb-884c-175385aedadd.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.262870] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e663852-e256-40d4-8c12-3224bea6bdc6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.273159] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 757.273159] env[63021]: value = "task-4282441" [ 757.273159] env[63021]: _type = "Task" [ 757.273159] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.281082] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.361804] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.434038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.513051] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.566248] env[63021]: DEBUG nova.network.neutron [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.632237] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.633498] env[63021]: DEBUG nova.compute.manager [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.633766] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.634584] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855a60a-dc22-4ba4-b903-81594f6a33de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.641330] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.641571] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f33132-465d-494f-a7ec-fa19a8d974f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.645712] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.654271] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 757.654271] env[63021]: value = "task-4282442" [ 757.654271] env[63021]: _type = "Task" [ 757.654271] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.663430] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.757803] env[63021]: DEBUG nova.compute.manager [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Received event network-vif-plugged-33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 757.757803] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.757803] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.757803] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.758350] env[63021]: DEBUG nova.compute.manager [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] No waiting events found dispatching network-vif-plugged-33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.758350] env[63021]: WARNING nova.compute.manager [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Received unexpected event network-vif-plugged-33e7d5b3-e767-4ffc-82f6-20116cdea442 for instance with vm_state building and task_state spawning. [ 757.758350] env[63021]: DEBUG nova.compute.manager [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Received event network-changed-33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 757.758492] env[63021]: DEBUG nova.compute.manager [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Refreshing instance network info cache due to event network-changed-33e7d5b3-e767-4ffc-82f6-20116cdea442. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 757.758664] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.770627] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.771112] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-017d7e42-c7c7-43d8-9412-0659d9da3ff6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.785085] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 757.785085] env[63021]: value = "task-4282443" [ 757.785085] env[63021]: _type = "Task" [ 757.785085] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.790706] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.799226] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.016350] env[63021]: DEBUG oslo_vmware.api [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282439, 'name': ReconfigVM_Task, 'duration_secs': 1.269299} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.016967] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843734', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'name': 'volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ed8415c-9e2e-47f1-b3f1-a06b129b1f77', 'attached_at': '', 'detached_at': '', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'serial': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 758.069066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.069429] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Instance network_info: |[{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.069751] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.070116] env[63021]: DEBUG nova.network.neutron [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Refreshing network info cache for port 33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.071776] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e0:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e7d5b3-e767-4ffc-82f6-20116cdea442', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.086329] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating folder: Project (8d459b22ca924839b1e3a15441a8ad14). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.092676] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-033ed4a9-768c-4abe-8b1c-ac7bf32b322c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.105584] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created folder: Project (8d459b22ca924839b1e3a15441a8ad14) in parent group-v843603. [ 758.105808] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating folder: Instances. Parent ref: group-v843738. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.106062] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ef4bfe-efd2-4475-8a38-fa097622f758 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.116174] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created folder: Instances in parent group-v843738. [ 758.116591] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.116672] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.116832] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a92e8c9-85df-4c81-8b16-f3823b7a100e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.144841] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.146207] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.146207] env[63021]: value = "task-4282446" [ 758.146207] env[63021]: _type = "Task" [ 758.146207] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.161948] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282446, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.176715] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282442, 'name': PowerOffVM_Task, 'duration_secs': 0.41601} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.177062] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.177240] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.177495] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8d65dc-b700-4e23-9801-c1300de241d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.238642] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.238781] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.238960] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Deleting the datastore file [datastore2] 1c23893d-524b-465a-b289-d04a4d3c9e5a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.239242] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72749f5-c128-4294-85c7-9d876bff9e72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247792] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for the task: (returnval){ [ 758.247792] env[63021]: value = "task-4282448" [ 758.247792] env[63021]: _type = "Task" [ 758.247792] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.261560] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.289035] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752897} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.295067] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9f3f2c5d-edf2-43cb-884c-175385aedadd/9f3f2c5d-edf2-43cb-884c-175385aedadd.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.295364] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.297744] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60091d7d-185c-452f-a585-9ab40ebb9396 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.304487] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.305672] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 758.305672] env[63021]: value = "task-4282449" [ 758.305672] env[63021]: _type = "Task" [ 758.305672] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.313000] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.314760] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c560053a-7013-4d0c-b0ed-6d36ff879776 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.321533] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29479b1-635b-451e-ae51-0bc476f7fd83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.356461] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d45a10-af84-4539-a9bc-92d612feb5a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.363947] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00357225-5b67-4592-82f3-4f4115ed851a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.378127] env[63021]: DEBUG nova.compute.provider_tree [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.485493] env[63021]: DEBUG nova.network.neutron [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updated VIF entry in instance network info cache for port 33e7d5b3-e767-4ffc-82f6-20116cdea442. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.485891] env[63021]: DEBUG nova.network.neutron [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.645497] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282440, 'name': ReconfigVM_Task, 'duration_secs': 1.10747} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.645786] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-faec76b3-463a-47db-8b3c-887a213f28e7/volume-faec76b3-463a-47db-8b3c-887a213f28e7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.650571] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f5676e-ca7c-4ca5-88d0-ff6e5df948be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.666666] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.673041] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282446, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.673359] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 758.673359] env[63021]: value = "task-4282450" [ 758.673359] env[63021]: _type = "Task" [ 758.673359] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.680951] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.693710] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.693962] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.694182] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.694394] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.694562] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.694711] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.694917] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.695118] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.695313] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.695478] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.695676] env[63021]: DEBUG nova.virt.hardware [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.696604] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45146826-c287-4e20-9684-9e1aae87e9a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.706981] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6142e-d96b-434b-937a-f0a101282727 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.720790] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.726604] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Creating folder: Project (ceca8d1cf3ae4d2ea3f2c2ef33e424a5). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.726904] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b9d9c0d-c7ce-460c-958c-f3fa1f0b4662 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.736110] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Created folder: Project (ceca8d1cf3ae4d2ea3f2c2ef33e424a5) in parent group-v843603. [ 758.736333] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Creating folder: Instances. Parent ref: group-v843742. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.736585] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa7a3f0-6914-4fe5-a684-b0efaf6b3627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.745348] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Created folder: Instances in parent group-v843742. [ 758.745612] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.745861] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.746097] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84abecd7-288a-4480-ba12-69986644cd84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766972] env[63021]: DEBUG oslo_vmware.api [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Task: {'id': task-4282448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45844} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.768238] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.768440] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.768631] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.768831] env[63021]: INFO nova.compute.manager [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.769101] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.769281] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.769281] env[63021]: value = "task-4282453" [ 758.769281] env[63021]: _type = "Task" [ 758.769281] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.769460] env[63021]: DEBUG nova.compute.manager [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.769551] env[63021]: DEBUG nova.network.neutron [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.782165] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282453, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.799192] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282443, 'name': CreateSnapshot_Task, 'duration_secs': 0.831093} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.799457] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.800228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b571e32-6dd6-49cf-ad19-8d0428788f9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.818959] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070045} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.819160] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.819903] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61fc08-8f90-4fb0-9dcc-21b0c5dabf41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.841401] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9f3f2c5d-edf2-43cb-884c-175385aedadd/9f3f2c5d-edf2-43cb-884c-175385aedadd.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.842433] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7024669a-c3b8-4e91-a61c-b3b7299b4a41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.861377] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 758.861377] env[63021]: value = "task-4282454" [ 758.861377] env[63021]: _type = "Task" [ 758.861377] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.869424] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.880795] env[63021]: DEBUG nova.scheduler.client.report [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.988738] env[63021]: DEBUG oslo_concurrency.lockutils [req-1867e254-3161-4ada-a9c9-ee8455e27369 req-3c7cfb63-037b-48a1-938a-d1b3229a6a13 service nova] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.064420] env[63021]: DEBUG nova.objects.instance [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.163265] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282446, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.187741] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282450, 'name': ReconfigVM_Task, 'duration_secs': 0.117618} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.188083] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843696', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'name': 'volume-faec76b3-463a-47db-8b3c-887a213f28e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2394a624-e98a-4704-910b-7953d093e762', 'attached_at': '', 'detached_at': '', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'serial': 'faec76b3-463a-47db-8b3c-887a213f28e7'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 759.188684] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbd3918-278b-4e00-8972-e4a20e59bb56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.195833] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 759.195833] env[63021]: value = "task-4282455" [ 759.195833] env[63021]: _type = "Task" [ 759.195833] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.206378] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282455, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.260846] env[63021]: DEBUG nova.compute.manager [req-38d2746c-f7a2-42e6-8fb8-5c39bbdb78fa req-b400dd3b-68c9-4196-a79d-9095474e4cd1 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Received event network-vif-deleted-22abf6a6-e0db-4cd8-b56c-fec023a97f4d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 759.261476] env[63021]: INFO nova.compute.manager [req-38d2746c-f7a2-42e6-8fb8-5c39bbdb78fa req-b400dd3b-68c9-4196-a79d-9095474e4cd1 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Neutron deleted interface 22abf6a6-e0db-4cd8-b56c-fec023a97f4d; detaching it from the instance and deleting it from the info cache [ 759.261476] env[63021]: DEBUG nova.network.neutron [req-38d2746c-f7a2-42e6-8fb8-5c39bbdb78fa req-b400dd3b-68c9-4196-a79d-9095474e4cd1 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.278321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.282730] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282453, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.322537] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.323279] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d23d3a7-2b4e-4043-b451-9a1e323b2d3d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.331870] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 759.331870] env[63021]: value = "task-4282456" [ 759.331870] env[63021]: _type = "Task" [ 759.331870] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.340848] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282456, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.370818] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282454, 'name': ReconfigVM_Task, 'duration_secs': 0.350184} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.371196] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9f3f2c5d-edf2-43cb-884c-175385aedadd/9f3f2c5d-edf2-43cb-884c-175385aedadd.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.371822] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c090931-9ecf-467a-a42f-06c11ccd4ca3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.378033] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 759.378033] env[63021]: value = "task-4282457" [ 759.378033] env[63021]: _type = "Task" [ 759.378033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.386290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.386830] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.392514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.793s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.392694] env[63021]: DEBUG nova.objects.instance [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 759.395984] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282457, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.569316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-81fc8675-e75a-415c-b728-92a5f5e92231 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.845s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.570233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.292s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.570424] env[63021]: DEBUG nova.compute.manager [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.571471] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731d114-553b-4f86-84f2-5b4005b49234 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.578334] env[63021]: DEBUG nova.compute.manager [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 759.578909] env[63021]: DEBUG nova.objects.instance [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.634175] env[63021]: DEBUG nova.network.neutron [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.661795] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282446, 'name': CreateVM_Task, 'duration_secs': 1.230137} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.662046] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.662779] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.662958] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.663312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.663564] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90614d5-5f65-4904-b6ed-c972428d75f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.671050] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 759.671050] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5267648e-0c2e-a8a0-68bb-4b6c03a6a74b" [ 759.671050] env[63021]: _type = "Task" [ 759.671050] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.679962] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267648e-0c2e-a8a0-68bb-4b6c03a6a74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.706713] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282455, 'name': Rename_Task, 'duration_secs': 0.129289} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.706713] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.706892] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4279ed46-c10f-466d-a3eb-9f49b3ec7c18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.713769] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 759.713769] env[63021]: value = "task-4282458" [ 759.713769] env[63021]: _type = "Task" [ 759.713769] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.723716] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.767887] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62c52256-fb0b-4870-959d-7cee12ece594 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.503477] env[63021]: DEBUG nova.compute.utils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.503477] env[63021]: INFO nova.compute.manager [-] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Took 1.73 seconds to deallocate network for instance. [ 760.509265] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.509430] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.521533] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6ef2c-8a6c-421a-846f-6b8711f4ace2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.537802] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.541392] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282453, 'name': CreateVM_Task, 'duration_secs': 0.576344} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.541585] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190482a7-ad3e-4d70-9645-8c1d37c15bfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.547967] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.550620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.557812] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282456, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.557812] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282457, 'name': Rename_Task, 'duration_secs': 0.327176} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.563383] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.563383] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.563383] env[63021]: DEBUG oslo_vmware.api [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 760.563383] env[63021]: value = "task-4282459" [ 760.563383] env[63021]: _type = "Task" [ 760.563383] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.566606] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713a6232-72ce-4979-b52c-89fad8054640 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.568756] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267648e-0c2e-a8a0-68bb-4b6c03a6a74b, 'name': SearchDatastore_Task, 'duration_secs': 0.017364} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.572726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.572959] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.573121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.573235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.573412] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.589473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.589844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.590135] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6ed098-024a-4f45-b736-3b960d17afe6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.593108] env[63021]: DEBUG nova.compute.manager [req-38d2746c-f7a2-42e6-8fb8-5c39bbdb78fa req-b400dd3b-68c9-4196-a79d-9095474e4cd1 service nova] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Detach interface failed, port_id=22abf6a6-e0db-4cd8-b56c-fec023a97f4d, reason: Instance 1c23893d-524b-465a-b289-d04a4d3c9e5a could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 760.595066] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02563e8-edda-4dfb-ae4b-fd170ed58f99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.597200] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 760.597200] env[63021]: value = "task-4282460" [ 760.597200] env[63021]: _type = "Task" [ 760.597200] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.601160] env[63021]: DEBUG oslo_vmware.api [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.606725] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 760.606725] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297bff1-3f0a-1807-e06c-815a81dc7a7b" [ 760.606725] env[63021]: _type = "Task" [ 760.606725] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.608419] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.608737] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.615251] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c8c97-5fab-4372-b36d-9b8decb7ef90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.618916] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.620632] env[63021]: DEBUG nova.policy [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2273813756314367bb05c47a3d74339b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3e3eb6818f422cb899e7279691efcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.628031] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5297bff1-3f0a-1807-e06c-815a81dc7a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.629428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.629679] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.629890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.630189] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 760.630189] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5241cb63-a9f6-464c-4d35-7f453332f881" [ 760.630189] env[63021]: _type = "Task" [ 760.630189] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.638240] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5241cb63-a9f6-464c-4d35-7f453332f881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.007209] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.015833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-95a9d7e8-234e-436f-ba6b-dcb12db10231 tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.623s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.017564] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282456, 'name': CloneVM_Task, 'duration_secs': 1.252173} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.018262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.434s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.018664] env[63021]: DEBUG nova.objects.instance [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lazy-loading 'resources' on Instance uuid 6ba2a89d-c16d-4a88-9a39-890b5d1e8805 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.020582] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Created linked-clone VM from snapshot [ 761.021808] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467ab286-b96d-4a34-a861-87d465fe08cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.029028] env[63021]: DEBUG oslo_vmware.api [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282458, 'name': PowerOnVM_Task, 'duration_secs': 1.099337} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.029028] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.029458] env[63021]: INFO nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Took 10.08 seconds to spawn the instance on the hypervisor. [ 761.029771] env[63021]: DEBUG nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.030798] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eb01a1-11f1-4cbd-b156-2eae4af9e115 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.045031] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Uploading image 3c2e1dc1-b6ea-4f39-bb51-b893504078e3 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.051272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.081978] env[63021]: DEBUG oslo_vmware.api [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282459, 'name': PowerOffVM_Task, 'duration_secs': 0.191937} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.084320] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.084320] env[63021]: value = "vm-843745" [ 761.084320] env[63021]: _type = "VirtualMachine" [ 761.084320] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.084694] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.084894] env[63021]: DEBUG nova.compute.manager [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.085871] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49311892-73bc-4c14-9474-2e86f684b991 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.087452] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1ae69-0e78-4f46-aa16-af0b65d8a885 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.097134] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease: (returnval){ [ 761.097134] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52875a51-28e8-1fe2-8909-0bdcb373a201" [ 761.097134] env[63021]: _type = "HttpNfcLease" [ 761.097134] env[63021]: } obtained for exporting VM: (result){ [ 761.097134] env[63021]: value = "vm-843745" [ 761.097134] env[63021]: _type = "VirtualMachine" [ 761.097134] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.097559] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the lease: (returnval){ [ 761.097559] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52875a51-28e8-1fe2-8909-0bdcb373a201" [ 761.097559] env[63021]: _type = "HttpNfcLease" [ 761.097559] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.109244] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282460, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.110693] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.110693] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52875a51-28e8-1fe2-8909-0bdcb373a201" [ 761.110693] env[63021]: _type = "HttpNfcLease" [ 761.110693] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.141947] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5241cb63-a9f6-464c-4d35-7f453332f881, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.142779] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46382e2f-b7c5-4b9d-9eb4-f537596186ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.147959] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 761.147959] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523d6cf8-debb-b3e5-053f-7c7045a54293" [ 761.147959] env[63021]: _type = "Task" [ 761.147959] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.160023] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523d6cf8-debb-b3e5-053f-7c7045a54293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.160023] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Successfully created port: e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.581929] env[63021]: INFO nova.compute.manager [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Took 66.52 seconds to build instance. [ 761.604329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-021cba20-428c-4577-88af-bc7e253137ef tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.034s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.615891] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.615891] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52875a51-28e8-1fe2-8909-0bdcb373a201" [ 761.615891] env[63021]: _type = "HttpNfcLease" [ 761.615891] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.619787] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.619787] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52875a51-28e8-1fe2-8909-0bdcb373a201" [ 761.619787] env[63021]: _type = "HttpNfcLease" [ 761.619787] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.624293] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3fc5a6-e8a2-4eab-9139-6c6d4a7baebb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.626788] env[63021]: DEBUG oslo_vmware.api [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282460, 'name': PowerOnVM_Task, 'duration_secs': 0.531501} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.627307] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.627517] env[63021]: INFO nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Took 9.79 seconds to spawn the instance on the hypervisor. [ 761.627693] env[63021]: DEBUG nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.631186] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a20c2-98dc-4e4f-a090-02a46aec3efa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.637561] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.637801] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.713216] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523d6cf8-debb-b3e5-053f-7c7045a54293, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.713542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.713897] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.714343] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.714625] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.714920] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cbb9e89-40b8-48f1-b061-b8bcf05f8905 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.719009] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5868b514-45b0-41ec-8845-f36256dcf382 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.725706] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 761.725706] env[63021]: value = "task-4282462" [ 761.725706] env[63021]: _type = "Task" [ 761.725706] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.731483] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.731699] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.736533] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5534ae-a81f-40c0-98bf-00313ccd3fbe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.744893] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.748727] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 761.748727] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5292a238-afec-5de8-3c04-9f8691b59d06" [ 761.748727] env[63021]: _type = "Task" [ 761.748727] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.763471] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5292a238-afec-5de8-3c04-9f8691b59d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.767607] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1a06d1b-0a0b-498e-85cb-f655d3aa9426 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.011890] env[63021]: DEBUG nova.objects.instance [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.032496] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.068664] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.068664] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.068965] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.069183] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.069405] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.069613] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.069868] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.070096] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.070320] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.070543] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.070755] env[63021]: DEBUG nova.virt.hardware [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.071699] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15de7e8-4de9-4a24-a859-832f89c7517c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.083378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d17528d0-e396-4b3b-9239-af57bf9070f6 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.086097] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5ce91-7330-4146-9caf-d7c42fae589f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.213576] env[63021]: INFO nova.compute.manager [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Took 62.99 seconds to build instance. [ 762.237097] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.268966] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5292a238-afec-5de8-3c04-9f8691b59d06, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.269861] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced230d6-0827-4405-a8b1-973b747b28ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.281478] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 762.281478] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527ded95-3cea-6ab4-c8a9-8073ae425482" [ 762.281478] env[63021]: _type = "Task" [ 762.281478] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.301421] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527ded95-3cea-6ab4-c8a9-8073ae425482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.330267] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7169bb4-cfe7-426d-bffd-01a151a55bd6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.338725] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e319b51-b153-47e9-aa1c-9804d3b196da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.373544] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a044af-ecab-44b6-8a0d-520c81edc0f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.382178] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9404e0a-792c-49b5-8ebf-657b706bfdf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.398437] env[63021]: DEBUG nova.compute.provider_tree [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.516663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.516857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.517052] env[63021]: DEBUG nova.network.neutron [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.517236] env[63021]: DEBUG nova.objects.instance [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'info_cache' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.591787] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.719621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-797ea50e-da1b-469a-a5a3-de84bc07ce6f tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.665s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.738229] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709293} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.738372] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.738578] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.738826] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f473a0b5-1f16-4b83-9a95-5edd5ff5416a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.750750] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 762.750750] env[63021]: value = "task-4282463" [ 762.750750] env[63021]: _type = "Task" [ 762.750750] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.757458] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.794744] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527ded95-3cea-6ab4-c8a9-8073ae425482, 'name': SearchDatastore_Task, 'duration_secs': 0.049929} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.794944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.795260] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.795521] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8088d215-e745-494e-9485-9cfea2f0ae03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.802578] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 762.802578] env[63021]: value = "task-4282464" [ 762.802578] env[63021]: _type = "Task" [ 762.802578] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.811738] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.901495] env[63021]: DEBUG nova.scheduler.client.report [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.020729] env[63021]: DEBUG nova.objects.base [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Object Instance<8ed8415c-9e2e-47f1-b3f1-a06b129b1f77> lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 763.152522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.222674] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.259773] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103655} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.260533] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.261850] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf9816-5fe0-4024-b76d-628c1cc16a20 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.285728] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.286192] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44462254-6096-4772-bc19-9d55b426f45c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.308954] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Successfully updated port: e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.315974] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 763.315974] env[63021]: value = "task-4282465" [ 763.315974] env[63021]: _type = "Task" [ 763.315974] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.317253] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.327027] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.408594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.411623] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.765s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.411693] env[63021]: DEBUG nova.objects.instance [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 763.455189] env[63021]: DEBUG nova.compute.manager [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Received event network-changed-dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.455451] env[63021]: DEBUG nova.compute.manager [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Refreshing instance network info cache due to event network-changed-dc6d6188-266e-42cd-a4b7-ca1651674767. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 763.455851] env[63021]: DEBUG oslo_concurrency.lockutils [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] Acquiring lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.456058] env[63021]: DEBUG oslo_concurrency.lockutils [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] Acquired lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.456356] env[63021]: DEBUG nova.network.neutron [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Refreshing network info cache for port dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.481073] env[63021]: INFO nova.scheduler.client.report [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Deleted allocations for instance 6ba2a89d-c16d-4a88-9a39-890b5d1e8805 [ 763.679971] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34cf37f-6f84-4dbe-a680-65629403f6ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.688908] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Suspending the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 763.689280] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-249ed6d0-53ad-435f-84de-3e6bb441b1c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.698913] env[63021]: DEBUG oslo_vmware.api [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] Waiting for the task: (returnval){ [ 763.698913] env[63021]: value = "task-4282466" [ 763.698913] env[63021]: _type = "Task" [ 763.698913] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.711119] env[63021]: DEBUG oslo_vmware.api [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] Task: {'id': task-4282466, 'name': SuspendVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.761657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.792240] env[63021]: DEBUG nova.compute.manager [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Received event network-vif-plugged-e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.793413] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] Acquiring lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.794521] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.794521] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.794521] env[63021]: DEBUG nova.compute.manager [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] No waiting events found dispatching network-vif-plugged-e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.794521] env[63021]: WARNING nova.compute.manager [req-c8e90995-3320-4a25-baf2-9fe20408107d req-61b5d318-fb4a-4e9f-b512-2443ff70fb08 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Received unexpected event network-vif-plugged-e31fefbd-2287-475c-b0db-bc70c2470652 for instance with vm_state building and task_state spawning. [ 763.822271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.822271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.822271] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.824618] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282464, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.836034] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.989719] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5da9f176-1bb9-4622-9e45-6df384e5a6a7 tempest-ServerRescueTestJSONUnderV235-324280675 tempest-ServerRescueTestJSONUnderV235-324280675-project-member] Lock "6ba2a89d-c16d-4a88-9a39-890b5d1e8805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.119409] env[63021]: DEBUG nova.network.neutron [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.191996] env[63021]: DEBUG nova.network.neutron [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updated VIF entry in instance network info cache for port dc6d6188-266e-42cd-a4b7-ca1651674767. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.192483] env[63021]: DEBUG nova.network.neutron [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating instance_info_cache with network_info: [{"id": "dc6d6188-266e-42cd-a4b7-ca1651674767", "address": "fa:16:3e:dd:b8:08", "network": {"id": "de011e54-35bb-41d3-8f4a-e95435d7f85d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1945682624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40de7ab6660142eb8777c53e3d78deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d6188-26", "ovs_interfaceid": "dc6d6188-266e-42cd-a4b7-ca1651674767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.210103] env[63021]: DEBUG oslo_vmware.api [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] Task: {'id': task-4282466, 'name': SuspendVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.316450] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282464, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.212809} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.317688] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.318552] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.320447] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a25daf-f8e6-4bc7-a83c-74ca32ca33b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.330103] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 764.330103] env[63021]: value = "task-4282467" [ 764.330103] env[63021]: _type = "Task" [ 764.330103] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.338901] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282465, 'name': ReconfigVM_Task, 'duration_secs': 0.865276} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.339726] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.340621] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8973c633-86a4-4d11-8220-c3b2ec2ae376 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.345875] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.351286] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 764.351286] env[63021]: value = "task-4282468" [ 764.351286] env[63021]: _type = "Task" [ 764.351286] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.360949] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282468, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.391270] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.423020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-63c427b8-3535-48c3-8d47-c1486be9feb0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.425546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.571s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.425922] env[63021]: DEBUG nova.objects.instance [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lazy-loading 'resources' on Instance uuid ee169eb1-7f24-4cbc-ba40-faefd752e75b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.575372] env[63021]: DEBUG nova.network.neutron [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Updating instance_info_cache with network_info: [{"id": "e31fefbd-2287-475c-b0db-bc70c2470652", "address": "fa:16:3e:85:de:8f", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31fefbd-22", "ovs_interfaceid": "e31fefbd-2287-475c-b0db-bc70c2470652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.624963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.696664] env[63021]: DEBUG oslo_concurrency.lockutils [req-cab45c58-239d-42a4-b6e6-0635e608bfda req-dd353519-605b-4f0b-a8ab-254a5ee6543b service nova] Releasing lock "refresh_cache-2394a624-e98a-4704-910b-7953d093e762" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.710880] env[63021]: DEBUG oslo_vmware.api [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] Task: {'id': task-4282466, 'name': SuspendVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.848298] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156227} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.848757] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.849807] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2c55a2-774d-4d4a-b568-21960cee6630 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.878606] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.882670] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5646e39-e02f-4bc7-8cf7-8a0141cd7231 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.898383] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282468, 'name': Rename_Task, 'duration_secs': 0.328126} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.904027] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.904027] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f58a0328-2a71-4e13-b217-8914140877ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.907806] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 764.907806] env[63021]: value = "task-4282469" [ 764.907806] env[63021]: _type = "Task" [ 764.907806] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.919238] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 764.919238] env[63021]: value = "task-4282470" [ 764.919238] env[63021]: _type = "Task" [ 764.919238] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.931040] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.939182] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282470, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.078705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.078705] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Instance network_info: |[{"id": "e31fefbd-2287-475c-b0db-bc70c2470652", "address": "fa:16:3e:85:de:8f", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31fefbd-22", "ovs_interfaceid": "e31fefbd-2287-475c-b0db-bc70c2470652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.078971] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:de:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e31fefbd-2287-475c-b0db-bc70c2470652', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.086693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating folder: Project (8e3e3eb6818f422cb899e7279691efcf). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.089785] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6354c82f-28b5-4006-a1a8-11dfe641de10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.100967] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created folder: Project (8e3e3eb6818f422cb899e7279691efcf) in parent group-v843603. [ 765.101545] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating folder: Instances. Parent ref: group-v843746. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.104614] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c73d1bca-304f-40bc-88b4-8e4790c528e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.114915] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created folder: Instances in parent group-v843746. [ 765.115205] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.115419] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.115639] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a4faa8-5690-4296-bf52-917f4db2c9f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.142733] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.142733] env[63021]: value = "task-4282473" [ 765.142733] env[63021]: _type = "Task" [ 765.142733] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.154500] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282473, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.211386] env[63021]: DEBUG oslo_vmware.api [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] Task: {'id': task-4282466, 'name': SuspendVM_Task, 'duration_secs': 1.091377} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.211738] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Suspended the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.211941] env[63021]: DEBUG nova.compute.manager [None req-dad3289c-ad75-4ddf-aa67-0bf3c3390ad5 tempest-ServersAdminNegativeTestJSON-649366271 tempest-ServersAdminNegativeTestJSON-649366271-project-admin] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.212866] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5267e-cc41-4584-af69-3935e90051d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.419908] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282469, 'name': ReconfigVM_Task, 'duration_secs': 0.499744} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.423222] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.429724] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f6aec1-9135-4c93-83dd-51eef447b128 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.436336] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282470, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.438368] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 765.438368] env[63021]: value = "task-4282474" [ 765.438368] env[63021]: _type = "Task" [ 765.438368] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.454948] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282474, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.639789] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.640095] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d713bb-17ac-4e4f-8d0e-c0884f5473f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.649491] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827e192-26b5-42c4-9b45-80bf34dba1b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.652143] env[63021]: DEBUG oslo_vmware.api [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 765.652143] env[63021]: value = "task-4282475" [ 765.652143] env[63021]: _type = "Task" [ 765.652143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.663481] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282473, 'name': CreateVM_Task, 'duration_secs': 0.489406} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.665220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.665475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.670020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc51151-f894-4ec7-8605-0b4e3ed5bf9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.670991] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.675454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.675652] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.675999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.676318] env[63021]: DEBUG oslo_vmware.api [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.677512] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c49b0e7-9c81-4f36-8633-d2eecc2d63a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.707817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebba505-43b6-4095-a0ca-39eeae7f52cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.712663] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 765.712663] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5a254-a519-c551-dffe-d836f42e552b" [ 765.712663] env[63021]: _type = "Task" [ 765.712663] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.723469] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea0262b-8073-4ae9-9650-f7634bf359cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.733356] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5a254-a519-c551-dffe-d836f42e552b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.749039] env[63021]: DEBUG nova.compute.provider_tree [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.932339] env[63021]: DEBUG oslo_vmware.api [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282470, 'name': PowerOnVM_Task, 'duration_secs': 0.693484} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.932648] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.932849] env[63021]: INFO nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Took 10.14 seconds to spawn the instance on the hypervisor. [ 765.933031] env[63021]: DEBUG nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.933826] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf5bfb-656d-4861-baa0-f707a94e9fd2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.952681] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282474, 'name': Rename_Task, 'duration_secs': 0.197316} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.952681] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.952681] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e1d65a-86b8-4057-a003-032480c4217f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959401] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 765.959401] env[63021]: value = "task-4282476" [ 765.959401] env[63021]: _type = "Task" [ 765.959401] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.968830] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.164548] env[63021]: DEBUG oslo_vmware.api [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.172965] env[63021]: DEBUG nova.compute.utils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.225205] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5a254-a519-c551-dffe-d836f42e552b, 'name': SearchDatastore_Task, 'duration_secs': 0.018325} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.226439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.226439] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.226439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.226439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.226439] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.226724] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f9d2b1-2db3-4db5-a128-be38b30a28b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.237696] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.237939] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.239120] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c523bee-6411-461e-a2e0-70c47267393e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.247349] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 766.247349] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52125acf-e276-a33f-4ae3-3dcc11137557" [ 766.247349] env[63021]: _type = "Task" [ 766.247349] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.252182] env[63021]: DEBUG nova.scheduler.client.report [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.265076] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52125acf-e276-a33f-4ae3-3dcc11137557, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.265290] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393370f2-6a16-42b5-bc51-c2aa66fdae0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.272228] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 766.272228] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c826-d090-0e87-aea3-19f12dfb1ddc" [ 766.272228] env[63021]: _type = "Task" [ 766.272228] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.281529] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c826-d090-0e87-aea3-19f12dfb1ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.297068] env[63021]: DEBUG nova.compute.manager [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Received event network-changed-e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 766.297213] env[63021]: DEBUG nova.compute.manager [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Refreshing instance network info cache due to event network-changed-e31fefbd-2287-475c-b0db-bc70c2470652. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 766.297441] env[63021]: DEBUG oslo_concurrency.lockutils [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] Acquiring lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.297577] env[63021]: DEBUG oslo_concurrency.lockutils [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] Acquired lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.297745] env[63021]: DEBUG nova.network.neutron [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Refreshing network info cache for port e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.455900] env[63021]: INFO nova.compute.manager [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Took 63.76 seconds to build instance. [ 766.469869] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282476, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.665749] env[63021]: DEBUG oslo_vmware.api [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282475, 'name': PowerOnVM_Task, 'duration_secs': 0.626571} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.666900] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.667279] env[63021]: DEBUG nova.compute.manager [None req-bca37408-8f3a-42fc-acec-8d7c672a36bd tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.669177] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0edad-2895-466a-91e8-de6b989802e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.682020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.764026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.764026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.079s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.765688] env[63021]: INFO nova.compute.claims [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.782920] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c826-d090-0e87-aea3-19f12dfb1ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.783693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.783693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/9edbba21-b4e1-4219-9c72-ba75974067c8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.783693] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8587ce1-4cea-40c0-b7ff-8f3a4c89f13d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.790894] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 766.790894] env[63021]: value = "task-4282477" [ 766.790894] env[63021]: _type = "Task" [ 766.790894] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.796235] env[63021]: INFO nova.scheduler.client.report [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Deleted allocations for instance ee169eb1-7f24-4cbc-ba40-faefd752e75b [ 766.810140] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.957973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-325f304c-6721-46f0-a8e8-4d74f68250b5 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.053s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.970693] env[63021]: DEBUG oslo_vmware.api [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282476, 'name': PowerOnVM_Task, 'duration_secs': 0.638144} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.970693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.970693] env[63021]: INFO nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Took 8.30 seconds to spawn the instance on the hypervisor. [ 766.970922] env[63021]: DEBUG nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.971818] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d6197-964a-4841-b02d-3fcf65ac312b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.023785] env[63021]: DEBUG nova.network.neutron [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Updated VIF entry in instance network info cache for port e31fefbd-2287-475c-b0db-bc70c2470652. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.024218] env[63021]: DEBUG nova.network.neutron [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Updating instance_info_cache with network_info: [{"id": "e31fefbd-2287-475c-b0db-bc70c2470652", "address": "fa:16:3e:85:de:8f", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31fefbd-22", "ovs_interfaceid": "e31fefbd-2287-475c-b0db-bc70c2470652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.308982] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282477, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.309569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4700fd2a-ac86-4dc0-8cfe-d7ede0e5c5e5 tempest-AttachInterfacesV270Test-1569833341 tempest-AttachInterfacesV270Test-1569833341-project-member] Lock "ee169eb1-7f24-4cbc-ba40-faefd752e75b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.109s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.461563] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.490189] env[63021]: INFO nova.compute.manager [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Took 60.24 seconds to build instance. [ 767.526798] env[63021]: DEBUG oslo_concurrency.lockutils [req-d511da93-e581-4aa1-a397-ffcaaf279d13 req-0ebbb74b-e4bc-461b-9205-4cede9afd399 service nova] Releasing lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.769601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.769601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.769601] env[63021]: INFO nova.compute.manager [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Attaching volume 1d667b69-bedb-4e90-bffb-37322c8119e5 to /dev/sdb [ 767.803980] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.804325] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/9edbba21-b4e1-4219-9c72-ba75974067c8.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.804603] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.805143] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df2dfb4-c8f6-4784-b617-96da433cc5ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.814286] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 767.814286] env[63021]: value = "task-4282478" [ 767.814286] env[63021]: _type = "Task" [ 767.814286] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.821866] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8129627-cb5f-4086-9e66-631794c1e2d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.828043] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.838021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf253a79-6ff0-4bf1-97ff-51e6cdcf09f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.851302] env[63021]: DEBUG nova.virt.block_device [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updating existing volume attachment record: 64fcb37e-b2f5-4b9b-b013-17351e6a9036 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 767.987553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.991169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-747f6577-f1a6-484c-b8a7-3f216908c6e4 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.908s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.284582] env[63021]: DEBUG nova.compute.manager [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Received event network-changed-33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 768.285025] env[63021]: DEBUG nova.compute.manager [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Refreshing instance network info cache due to event network-changed-33e7d5b3-e767-4ffc-82f6-20116cdea442. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 768.285681] env[63021]: DEBUG oslo_concurrency.lockutils [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.286925] env[63021]: DEBUG oslo_concurrency.lockutils [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.287591] env[63021]: DEBUG nova.network.neutron [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Refreshing network info cache for port 33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.330024] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066023} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.330024] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.334019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59515412-5137-49f9-9623-082143c3417d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.362919] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/9edbba21-b4e1-4219-9c72-ba75974067c8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.366889] env[63021]: INFO nova.compute.manager [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Rebuilding instance [ 768.369031] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37901d6d-3745-402e-b818-83fb6330d0e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.393456] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 768.393456] env[63021]: value = "task-4282482" [ 768.393456] env[63021]: _type = "Task" [ 768.393456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.405104] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.461707] env[63021]: DEBUG nova.compute.manager [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.462710] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d32991-96da-4644-8907-ac0794f1ff27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.495462] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.553575] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6b711-dc1e-4503-be1d-6602130c4a02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.565012] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a835d285-8f32-48ad-8922-11484be12651 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.596707] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303e5de-17cd-46c4-9ec4-c4c48d42e297 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.604955] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554533e-25e3-4982-aa0f-fd35235fd134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.619277] env[63021]: DEBUG nova.compute.provider_tree [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.904968] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282482, 'name': ReconfigVM_Task, 'duration_secs': 0.4487} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.905440] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/9edbba21-b4e1-4219-9c72-ba75974067c8.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.906064] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79e9b68-8b07-46bd-bac0-4f701599b2ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.914710] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 768.914710] env[63021]: value = "task-4282483" [ 768.914710] env[63021]: _type = "Task" [ 768.914710] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.930495] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282483, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.022951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.089130] env[63021]: DEBUG nova.network.neutron [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updated VIF entry in instance network info cache for port 33e7d5b3-e767-4ffc-82f6-20116cdea442. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.089704] env[63021]: DEBUG nova.network.neutron [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.122426] env[63021]: DEBUG nova.scheduler.client.report [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.426336] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282483, 'name': Rename_Task, 'duration_secs': 0.179875} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.426795] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.427177] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53acbcbb-ec80-4480-806b-c3b608755ea0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.435501] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 769.435501] env[63021]: value = "task-4282484" [ 769.435501] env[63021]: _type = "Task" [ 769.435501] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.449282] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.479658] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.480392] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25cf3cb1-8a94-4fd7-96fc-3b9399b34044 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.484850] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.485126] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.494020] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 769.494020] env[63021]: value = "task-4282485" [ 769.494020] env[63021]: _type = "Task" [ 769.494020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.503485] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.593260] env[63021]: DEBUG oslo_concurrency.lockutils [req-7982e498-b0af-4ef7-89c7-97778ec644b2 req-58f73c98-ea84-424b-9550-803e48a70ede service nova] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.628158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.628724] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.631461] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.458s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.631684] env[63021]: DEBUG nova.objects.instance [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lazy-loading 'resources' on Instance uuid 1a267cc6-b428-4d9e-84d8-c72462578458 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.950965] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.995545] env[63021]: DEBUG nova.compute.utils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.017208] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282485, 'name': PowerOffVM_Task, 'duration_secs': 0.159735} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.017515] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.017759] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.019174] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c690e1-00a3-4f22-9d87-ec14695e434c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.027075] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.027466] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3b9d3c-3db4-451c-a250-0c4937c86b8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.059734] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.060045] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.060300] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Deleting the datastore file [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.060641] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe0ac9e4-694f-4232-8ae6-f915b9847d76 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.068191] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 770.068191] env[63021]: value = "task-4282487" [ 770.068191] env[63021]: _type = "Task" [ 770.068191] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.080086] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.135355] env[63021]: DEBUG nova.compute.utils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.140943] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.141156] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.206111] env[63021]: DEBUG nova.policy [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a11ca731f8540ea8e3b926f81b7c95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc3abe24ee274789a5efb3d07fd66291', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.452618] env[63021]: DEBUG oslo_vmware.api [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282484, 'name': PowerOnVM_Task, 'duration_secs': 0.617835} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.456514] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.456743] env[63021]: INFO nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Took 8.42 seconds to spawn the instance on the hypervisor. [ 770.456925] env[63021]: DEBUG nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.458156] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f838f-fc7e-4757-86a6-7ac4b3326f8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.500934] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.513529] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.513775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.513975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.514811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.514811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.517554] env[63021]: INFO nova.compute.manager [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Terminating instance [ 770.578933] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209558} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.578933] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.579473] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.580336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.635152] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Successfully created port: bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.645318] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.795303] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0295074-2ac8-4cbd-adfe-cc7ebbe2e9d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.804554] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287937a-3304-427c-bc8f-daae59fd658a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.835743] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a72dee-0b5f-4bcb-8b41-a44afb3320f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.843459] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c9a245-5598-445d-aae4-f4e1f51d873b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.864552] env[63021]: DEBUG nova.compute.provider_tree [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.913211] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.914193] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb003e72-cc33-4a98-9429-c156f24f166f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.920560] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.920731] env[63021]: ERROR oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk due to incomplete transfer. [ 770.920950] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7fdd323d-5b73-4ab1-a39c-1674feeb67bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.927835] env[63021]: DEBUG oslo_vmware.rw_handles [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520c9081-3703-6ca6-164a-bcac81801975/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.928041] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Uploaded image 3c2e1dc1-b6ea-4f39-bb51-b893504078e3 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.930381] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.930381] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-780778c7-3cab-48f5-ac4f-32b002e356ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.936367] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 770.936367] env[63021]: value = "task-4282489" [ 770.936367] env[63021]: _type = "Task" [ 770.936367] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.944531] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282489, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.952780] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Successfully created port: 97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.973898] env[63021]: INFO nova.compute.manager [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Took 60.76 seconds to build instance. [ 771.022125] env[63021]: DEBUG nova.compute.manager [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.022438] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.023625] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7b582-b39f-4811-8335-885cc24da776 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.032412] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.032690] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c567a346-f21f-4df8-9f35-f9778f6311e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.107963] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.108172] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.108392] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleting the datastore file [datastore2] 9f3f2c5d-edf2-43cb-884c-175385aedadd {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.108641] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e3d2b5-28cc-4c8d-bd45-725bf3638f54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.119287] env[63021]: DEBUG oslo_vmware.api [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 771.119287] env[63021]: value = "task-4282491" [ 771.119287] env[63021]: _type = "Task" [ 771.119287] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.128845] env[63021]: DEBUG oslo_vmware.api [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.368510] env[63021]: DEBUG nova.scheduler.client.report [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.446673] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282489, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.475988] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50f07b32-75b6-47ce-b56e-37fa3376a7ed tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.860s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.571545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.571884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.572218] env[63021]: INFO nova.compute.manager [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Attaching volume 36a5f2bc-80f8-47a4-beea-1d893a25610a to /dev/sdb [ 771.608700] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f93f7e-b4d7-4bda-9425-7747ef5bda66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.616102] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741646a-3efb-4f84-825f-78d57b05e925 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.632263] env[63021]: DEBUG nova.virt.block_device [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updating existing volume attachment record: fa88037c-a19d-40e0-9ec4-7503c7654e03 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 771.636171] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.636410] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.636572] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.636757] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.636902] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.637060] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.637273] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.637434] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.637595] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.637754] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.637927] env[63021]: DEBUG nova.virt.hardware [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.639321] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53146918-b7cd-4d46-9457-a6b31a845977 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.646218] env[63021]: DEBUG oslo_vmware.api [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26048} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.647819] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.648328] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.648328] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.648483] env[63021]: INFO nova.compute.manager [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Took 0.63 seconds to destroy the instance on the hypervisor. [ 771.649056] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.654417] env[63021]: DEBUG nova.compute.manager [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.654516] env[63021]: DEBUG nova.network.neutron [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.657665] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.661390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42377c9-5f08-4a32-b92c-e153b28a1c5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.677486] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.682948] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.685366] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.685841] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f56e550-70cf-405f-8c67-7f51a75ddb6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.699933] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.700171] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.700332] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.700516] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.700663] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.700799] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.701128] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.701377] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.705660] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.705660] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.705660] env[63021]: DEBUG nova.virt.hardware [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.705660] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39c6fe-c53f-4610-b190-b9117910907b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.714576] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09199f5-1af9-4fd0-9208-96d97e13b9c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.719173] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.719173] env[63021]: value = "task-4282492" [ 771.719173] env[63021]: _type = "Task" [ 771.719173] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.737457] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282492, 'name': CreateVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.878545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.881091] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.178s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.881329] env[63021]: DEBUG nova.objects.instance [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'resources' on Instance uuid 3d4d6c69-f535-4814-ba99-2148d92a56e9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.907954] env[63021]: INFO nova.scheduler.client.report [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Deleted allocations for instance 1a267cc6-b428-4d9e-84d8-c72462578458 [ 771.949015] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282489, 'name': Destroy_Task, 'duration_secs': 0.562492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.949640] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Destroyed the VM [ 771.949924] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.950221] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8980e54a-84b1-4517-af27-7fb26ddac3a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.959436] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 771.959436] env[63021]: value = "task-4282496" [ 771.959436] env[63021]: _type = "Task" [ 771.959436] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.971786] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.978552] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.158939] env[63021]: INFO nova.compute.manager [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Rescuing [ 772.158939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.158939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.159139] env[63021]: DEBUG nova.network.neutron [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.209139] env[63021]: DEBUG nova.compute.manager [req-a2010b2e-a3a5-43a5-a25f-65e744bec181 req-9850cd95-830b-4a05-beda-840d5f6133e0 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Received event network-vif-deleted-acdf88b0-772b-4bfa-9bac-e0773934c81c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 772.209139] env[63021]: INFO nova.compute.manager [req-a2010b2e-a3a5-43a5-a25f-65e744bec181 req-9850cd95-830b-4a05-beda-840d5f6133e0 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Neutron deleted interface acdf88b0-772b-4bfa-9bac-e0773934c81c; detaching it from the instance and deleting it from the info cache [ 772.209139] env[63021]: DEBUG nova.network.neutron [req-a2010b2e-a3a5-43a5-a25f-65e744bec181 req-9850cd95-830b-4a05-beda-840d5f6133e0 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.232955] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282492, 'name': CreateVM_Task, 'duration_secs': 0.450096} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.233891] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.234399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.234594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.234964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235293] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385960df-2503-412c-9ab8-742a01b0f45d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.243661] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 772.243661] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528a62a8-219f-5221-b7ab-ceb5c0d118b8" [ 772.243661] env[63021]: _type = "Task" [ 772.243661] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.253074] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a62a8-219f-5221-b7ab-ceb5c0d118b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.416137] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c6cf4f0d-ad41-4054-87f2-783fb63b94f4 tempest-ServersTestFqdnHostnames-1394113230 tempest-ServersTestFqdnHostnames-1394113230-project-member] Lock "1a267cc6-b428-4d9e-84d8-c72462578458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.375s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.469387] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282496, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.471117] env[63021]: DEBUG nova.compute.manager [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-vif-plugged-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 772.471343] env[63021]: DEBUG oslo_concurrency.lockutils [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] Acquiring lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.471561] env[63021]: DEBUG oslo_concurrency.lockutils [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.471733] env[63021]: DEBUG oslo_concurrency.lockutils [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.471916] env[63021]: DEBUG nova.compute.manager [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] No waiting events found dispatching network-vif-plugged-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.472101] env[63021]: WARNING nova.compute.manager [req-89fbd7ec-aa0f-4bb8-a9c4-a9cd4cb756a8 req-d24d6a7e-1234-43b6-b8fe-2be80fc10985 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received unexpected event network-vif-plugged-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a for instance with vm_state building and task_state spawning. [ 772.499489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.591253] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Successfully updated port: bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.624239] env[63021]: DEBUG nova.network.neutron [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.711230] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d278c39-9b51-42e5-b0c0-b8a9b2342274 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.724052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc6db4f-9011-45f0-ae6f-7b957e2b422a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.753373] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a62a8-219f-5221-b7ab-ceb5c0d118b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.772325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772598] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.772842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.772992] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.773186] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.773904] env[63021]: DEBUG nova.compute.manager [req-a2010b2e-a3a5-43a5-a25f-65e744bec181 req-9850cd95-830b-4a05-beda-840d5f6133e0 service nova] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Detach interface failed, port_id=acdf88b0-772b-4bfa-9bac-e0773934c81c, reason: Instance 9f3f2c5d-edf2-43cb-884c-175385aedadd could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 772.776791] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9619a9a3-ed94-481a-8c96-60803a6a7a08 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.787263] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.787372] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.788083] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b9cfd3-c132-4629-b778-febd829f7f9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793116] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 772.793116] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b470d9-f4ba-2dab-2558-9b1df11db25b" [ 772.793116] env[63021]: _type = "Task" [ 772.793116] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.805137] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b470d9-f4ba-2dab-2558-9b1df11db25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.911363] env[63021]: DEBUG nova.network.neutron [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Updating instance_info_cache with network_info: [{"id": "e31fefbd-2287-475c-b0db-bc70c2470652", "address": "fa:16:3e:85:de:8f", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape31fefbd-22", "ovs_interfaceid": "e31fefbd-2287-475c-b0db-bc70c2470652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.918559] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 772.918806] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843750', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'name': 'volume-1d667b69-bedb-4e90-bffb-37322c8119e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dc97475-ac00-44d3-959b-9fbf4fb73da0', 'attached_at': '', 'detached_at': '', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'serial': '1d667b69-bedb-4e90-bffb-37322c8119e5'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 772.919694] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6baaa-feab-4758-9fc1-346921b74931 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.947943] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05ce3db-81d9-4d6c-a1f2-d214fd779b6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.979325] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-1d667b69-bedb-4e90-bffb-37322c8119e5/volume-1d667b69-bedb-4e90-bffb-37322c8119e5.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.985804] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd449c7-2d28-43f0-b8a6-c08c65daf331 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.006572] env[63021]: DEBUG oslo_vmware.api [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282496, 'name': RemoveSnapshot_Task, 'duration_secs': 0.899763} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.008933] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.008933] env[63021]: INFO nova.compute.manager [None req-8d223c4a-1d88-45a1-a7f4-c2669880db5e tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 773.011772] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 773.011772] env[63021]: value = "task-4282497" [ 773.011772] env[63021]: _type = "Task" [ 773.011772] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.020486] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.059333] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e88e6b4-4e6d-492b-8b99-ae4368139e5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.071716] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac895e8-936a-4e70-a0b6-45e5057edb99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.107041] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38929491-8c2d-4deb-b1e7-075d77db352d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.115769] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d0c74-ca0e-4365-a2dd-2b28331a18a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.129412] env[63021]: INFO nova.compute.manager [-] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Took 1.47 seconds to deallocate network for instance. [ 773.129961] env[63021]: DEBUG nova.compute.provider_tree [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.308400] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b470d9-f4ba-2dab-2558-9b1df11db25b, 'name': SearchDatastore_Task, 'duration_secs': 0.017066} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.309717] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d834d5ae-8161-4a30-b2d2-fa40af70de6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.318360] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 773.318360] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b64726-7479-488d-e3c1-8ea7b1b68bb1" [ 773.318360] env[63021]: _type = "Task" [ 773.318360] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.327134] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b64726-7479-488d-e3c1-8ea7b1b68bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.415313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "refresh_cache-9edbba21-b4e1-4219-9c72-ba75974067c8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.525326] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.633721] env[63021]: DEBUG nova.scheduler.client.report [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.637788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.833243] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b64726-7479-488d-e3c1-8ea7b1b68bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.833243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.833243] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.833947] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91147fe2-64a4-470c-9560-fe05c865641e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.842905] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 773.842905] env[63021]: value = "task-4282498" [ 773.842905] env[63021]: _type = "Task" [ 773.842905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.853693] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.024871] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282497, 'name': ReconfigVM_Task, 'duration_secs': 0.76334} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.024871] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-1d667b69-bedb-4e90-bffb-37322c8119e5/volume-1d667b69-bedb-4e90-bffb-37322c8119e5.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.030671] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2561bb29-7c48-4031-ad84-4dc8c3ef1690 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.046746] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 774.046746] env[63021]: value = "task-4282500" [ 774.046746] env[63021]: _type = "Task" [ 774.046746] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.054935] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.140325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.144615] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.085s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.144615] env[63021]: DEBUG nova.objects.instance [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lazy-loading 'resources' on Instance uuid 2d1e9010-7346-4161-8ad4-60b9020f1c89 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.191487] env[63021]: INFO nova.scheduler.client.report [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocations for instance 3d4d6c69-f535-4814-ba99-2148d92a56e9 [ 774.355624] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.514014] env[63021]: DEBUG nova.compute.manager [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-changed-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 774.514014] env[63021]: DEBUG nova.compute.manager [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Refreshing instance network info cache due to event network-changed-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 774.514173] env[63021]: DEBUG oslo_concurrency.lockutils [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] Acquiring lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.514483] env[63021]: DEBUG oslo_concurrency.lockutils [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] Acquired lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.515412] env[63021]: DEBUG nova.network.neutron [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Refreshing network info cache for port bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.560184] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.704510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3204cbb6-7bf1-44c4-8089-de6048853926 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "3d4d6c69-f535-4814-ba99-2148d92a56e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.985s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.856022] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543203} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.856317] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.856432] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.856923] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ecaabdf-d433-4cc2-8311-03716ff0652b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.865920] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 774.865920] env[63021]: value = "task-4282501" [ 774.865920] env[63021]: _type = "Task" [ 774.865920] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.873442] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.967935] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.968896] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ba9a44-7fce-47e8-a446-99829f0b4593 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.977321] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 774.977321] env[63021]: value = "task-4282502" [ 774.977321] env[63021]: _type = "Task" [ 774.977321] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.987025] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.001269] env[63021]: DEBUG nova.compute.manager [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.002208] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c32f85-240c-4f0d-a4d1-72bfddedbd64 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.046174] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Successfully updated port: 97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.063222] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.074255] env[63021]: DEBUG nova.network.neutron [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.195451] env[63021]: DEBUG nova.network.neutron [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.287687] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4dc864-a120-418d-8565-b40abb247c3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.296332] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2bc75-2f14-47af-b34b-54456573b7c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.332763] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2702aba-eb64-46ac-9433-de76abfb782b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.340083] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a332dd46-299b-4a23-8b1f-0b826b82abb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.355126] env[63021]: DEBUG nova.compute.provider_tree [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.375452] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067776} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.375735] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.376749] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72fee4-c2b6-48d1-868a-3843d735a1f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.399536] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.400016] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7173f0a6-d32b-4f48-b790-d64ff82d42d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.426318] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 775.426318] env[63021]: value = "task-4282503" [ 775.426318] env[63021]: _type = "Task" [ 775.426318] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.435395] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.487760] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282502, 'name': PowerOffVM_Task, 'duration_secs': 0.412789} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.488054] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.489293] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f033784-6c1f-4c2c-b3b8-e95fa396133a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.508032] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654fa7f3-74d2-46c2-94f5-b444ec8a6902 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.517847] env[63021]: INFO nova.compute.manager [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] instance snapshotting [ 775.520408] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060d2b1-f9d6-4e6c-a412-62dedca9fb56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.541583] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9005a7-e0dc-49ec-badc-d38f3e3c00af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.554735] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.556589] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bf3c038-fe79-4a1f-aeca-1918e77ddebd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.558297] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.563246] env[63021]: DEBUG oslo_vmware.api [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282500, 'name': ReconfigVM_Task, 'duration_secs': 1.231174} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.564479] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843750', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'name': 'volume-1d667b69-bedb-4e90-bffb-37322c8119e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dc97475-ac00-44d3-959b-9fbf4fb73da0', 'attached_at': '', 'detached_at': '', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'serial': '1d667b69-bedb-4e90-bffb-37322c8119e5'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.567544] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 775.567544] env[63021]: value = "task-4282504" [ 775.567544] env[63021]: _type = "Task" [ 775.567544] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.574800] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 775.574999] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.575300] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575397] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575570] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.575804] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439b296d-1e16-4e25-8456-537e73e71609 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.584666] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.585057] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.585954] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb0597d-72e8-4883-bd7c-41f055ff2f98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.592551] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 775.592551] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524553f3-a877-1b44-b756-b985bcf5273a" [ 775.592551] env[63021]: _type = "Task" [ 775.592551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.602484] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524553f3-a877-1b44-b756-b985bcf5273a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.698720] env[63021]: DEBUG oslo_concurrency.lockutils [req-3957ba67-46f4-490b-87fe-5ecb99930d4b req-9b50634d-1a63-4de1-8461-cd37900ec40d service nova] Releasing lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.699122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.699292] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.858248] env[63021]: DEBUG nova.scheduler.client.report [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.939528] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282503, 'name': ReconfigVM_Task, 'duration_secs': 0.274126} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.939877] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c/9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.940473] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2446fb17-8028-4c60-93a9-534343af143b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.948374] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 775.948374] env[63021]: value = "task-4282505" [ 775.948374] env[63021]: _type = "Task" [ 775.948374] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.961626] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282505, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.052117] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.052500] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d920f033-a0ee-49ad-86b9-ddb5b16270d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.059656] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 776.059656] env[63021]: value = "task-4282506" [ 776.059656] env[63021]: _type = "Task" [ 776.059656] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.070750] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.102676] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524553f3-a877-1b44-b756-b985bcf5273a, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.103444] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243ef1f6-acce-4fa2-bc48-4cf6314b7bfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.108865] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 776.108865] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5285e996-43e1-a1f3-5352-67456345ed6a" [ 776.108865] env[63021]: _type = "Task" [ 776.108865] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.116651] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5285e996-43e1-a1f3-5352-67456345ed6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.191360] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 776.191615] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843754', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'name': 'volume-36a5f2bc-80f8-47a4-beea-1d893a25610a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0cbb4d-bd01-4e54-98fa-cbb50c646014', 'attached_at': '', 'detached_at': '', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'serial': '36a5f2bc-80f8-47a4-beea-1d893a25610a'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 776.192592] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4427939-cfb5-4302-870b-adc7b73dfdda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.214248] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90da0341-c6d2-415f-84c4-929f3bde4805 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.246986] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-36a5f2bc-80f8-47a4-beea-1d893a25610a/volume-36a5f2bc-80f8-47a4-beea-1d893a25610a.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.247912] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8869caff-0ee0-425a-a825-ef9213405260 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.270105] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.273932] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Waiting for the task: (returnval){ [ 776.273932] env[63021]: value = "task-4282507" [ 776.273932] env[63021]: _type = "Task" [ 776.273932] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.283660] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.363317] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.365884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.272s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.367544] env[63021]: INFO nova.compute.claims [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.401687] env[63021]: INFO nova.scheduler.client.report [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted allocations for instance 2d1e9010-7346-4161-8ad4-60b9020f1c89 [ 776.458840] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282505, 'name': Rename_Task, 'duration_secs': 0.142263} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.459156] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.460792] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6d8920-b041-4ac8-bd9f-375bbbb4141e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.468818] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 776.468818] env[63021]: value = "task-4282508" [ 776.468818] env[63021]: _type = "Task" [ 776.468818] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.483096] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282508, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.570340] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282506, 'name': CreateSnapshot_Task, 'duration_secs': 0.474814} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.570760] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.571928] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e7c6d-2548-4105-9832-3b95c6813849 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.621758] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5285e996-43e1-a1f3-5352-67456345ed6a, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.621758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.621758] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 776.621758] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e8828fa-c930-4aff-8610-8d1018f37812 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.631048] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 776.631048] env[63021]: value = "task-4282509" [ 776.631048] env[63021]: _type = "Task" [ 776.631048] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.633486] env[63021]: DEBUG nova.objects.instance [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lazy-loading 'flavor' on Instance uuid 8dc97475-ac00-44d3-959b-9fbf4fb73da0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.640279] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.786263] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282507, 'name': ReconfigVM_Task, 'duration_secs': 0.445104} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.789050] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-36a5f2bc-80f8-47a4-beea-1d893a25610a/volume-36a5f2bc-80f8-47a4-beea-1d893a25610a.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.795709] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ccaa5a-27a9-4afa-a4c1-7be0bdeda709 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.815020] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Waiting for the task: (returnval){ [ 776.815020] env[63021]: value = "task-4282510" [ 776.815020] env[63021]: _type = "Task" [ 776.815020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.826355] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.849197] env[63021]: DEBUG nova.compute.manager [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-vif-plugged-97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.849197] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Acquiring lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.849197] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.849197] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.850337] env[63021]: DEBUG nova.compute.manager [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] No waiting events found dispatching network-vif-plugged-97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.850698] env[63021]: WARNING nova.compute.manager [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received unexpected event network-vif-plugged-97a551f1-b0ee-4915-a1cb-06ddea4c148b for instance with vm_state building and task_state spawning. [ 776.851040] env[63021]: DEBUG nova.compute.manager [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-changed-97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.851351] env[63021]: DEBUG nova.compute.manager [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Refreshing instance network info cache due to event network-changed-97a551f1-b0ee-4915-a1cb-06ddea4c148b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 776.851701] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Acquiring lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.916306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cddf1ed-56b2-4686-8d37-79ad59ca41ff tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "2d1e9010-7346-4161-8ad4-60b9020f1c89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.701s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.979731] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.998869] env[63021]: DEBUG nova.network.neutron [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updating instance_info_cache with network_info: [{"id": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "address": "fa:16:3e:36:57:b6", "network": {"id": "be5af0db-5820-472e-b886-133cd5972e49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247023039", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0a8c29-9f", "ovs_interfaceid": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "address": "fa:16:3e:60:37:8b", "network": {"id": "80249c1d-c1f7-490f-89a9-2e5b361a9add", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827074986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a551f1-b0", "ovs_interfaceid": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.064026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.064026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.064026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.064026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.064026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.067028] env[63021]: INFO nova.compute.manager [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Terminating instance [ 777.093953] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.094835] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74b2e8d8-591b-4ab9-bbd4-cccf9b4acb75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.104794] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 777.104794] env[63021]: value = "task-4282511" [ 777.104794] env[63021]: _type = "Task" [ 777.104794] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.114927] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282511, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.140035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.140324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.144338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6a677ea-dbd6-43db-ac40-ce1e7ace9eee tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.377s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.145683] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282509, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.325058] env[63021]: DEBUG oslo_vmware.api [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282510, 'name': ReconfigVM_Task, 'duration_secs': 0.190569} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.325442] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843754', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'name': 'volume-36a5f2bc-80f8-47a4-beea-1d893a25610a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0cbb4d-bd01-4e54-98fa-cbb50c646014', 'attached_at': '', 'detached_at': '', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'serial': '36a5f2bc-80f8-47a4-beea-1d893a25610a'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 777.327315] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.327591] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.481226] env[63021]: DEBUG oslo_vmware.api [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282508, 'name': PowerOnVM_Task, 'duration_secs': 0.688244} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.481546] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.481749] env[63021]: DEBUG nova.compute.manager [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.482598] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966ae44-b37a-48b6-b3d5-b18ce7c0b341 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.499981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500357] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance network_info: |[{"id": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "address": "fa:16:3e:36:57:b6", "network": {"id": "be5af0db-5820-472e-b886-133cd5972e49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247023039", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0a8c29-9f", "ovs_interfaceid": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "address": "fa:16:3e:60:37:8b", "network": {"id": "80249c1d-c1f7-490f-89a9-2e5b361a9add", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827074986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a551f1-b0", "ovs_interfaceid": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.500655] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Acquired lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500829] env[63021]: DEBUG nova.network.neutron [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Refreshing network info cache for port 97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.503349] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:57:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:37:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a551f1-b0ee-4915-a1cb-06ddea4c148b', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.511888] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.514995] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.516078] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac0ef83-9030-4154-a28e-675e8cc7f46d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.542888] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.542888] env[63021]: value = "task-4282512" [ 777.542888] env[63021]: _type = "Task" [ 777.542888] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.554495] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282512, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.574971] env[63021]: DEBUG nova.compute.manager [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.575346] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.576063] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b13c1-9314-463c-af0d-81620c13aed1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.583853] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.584244] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ab9682-1fde-417b-a38b-db2dec105438 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590916] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 777.590916] env[63021]: value = "task-4282513" [ 777.590916] env[63021]: _type = "Task" [ 777.590916] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.600687] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.616463] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282511, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.638360] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523112} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.641505] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 777.641871] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0fdf78-01b7-47f0-8343-3d2738e5cba7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.669607] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.672292] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feadc409-5a8b-4c72-8e96-4ff5a9be8b33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.694135] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 777.694135] env[63021]: value = "task-4282514" [ 777.694135] env[63021]: _type = "Task" [ 777.694135] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.709043] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.832646] env[63021]: INFO nova.compute.manager [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Detaching volume 1d667b69-bedb-4e90-bffb-37322c8119e5 [ 777.886869] env[63021]: INFO nova.virt.block_device [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Attempting to driver detach volume 1d667b69-bedb-4e90-bffb-37322c8119e5 from mountpoint /dev/sdb [ 777.887123] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 777.887323] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843750', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'name': 'volume-1d667b69-bedb-4e90-bffb-37322c8119e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dc97475-ac00-44d3-959b-9fbf4fb73da0', 'attached_at': '', 'detached_at': '', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'serial': '1d667b69-bedb-4e90-bffb-37322c8119e5'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 777.888254] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e500e76-54d0-4d34-833b-7810c844eeaa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.917328] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969943e9-9da6-4a7b-8553-e033925faab5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.925077] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01ab58-4fe7-49a6-8c23-199d5ebae573 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.953069] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25c1a6-08b0-472b-a7f3-7109ffb2b155 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.969465] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] The volume has not been displaced from its original location: [datastore1] volume-1d667b69-bedb-4e90-bffb-37322c8119e5/volume-1d667b69-bedb-4e90-bffb-37322c8119e5.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 777.974874] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 777.977852] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d7f26f-de3e-4b4b-baec-1062fd29a290 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.000994] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 778.000994] env[63021]: value = "task-4282515" [ 778.000994] env[63021]: _type = "Task" [ 778.000994] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.012098] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb24e4e9-de43-4903-aa38-eb3ab651abe9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.015563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.027018] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.030299] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b05dca7-5461-4491-809f-811e7cc3ac88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.069260] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fa9ccf-731a-458e-a207-fa34b7eba9b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.080413] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282512, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.081843] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c696fbf-2edb-47b3-9ec5-53082c77cf90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.098358] env[63021]: DEBUG nova.compute.provider_tree [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.108549] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282513, 'name': PowerOffVM_Task, 'duration_secs': 0.465652} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.115149] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.115452] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.116115] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-607e8dca-bc1a-4943-8aa0-5efe2438902d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.124062] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282511, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.183137] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.183472] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.183723] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleting the datastore file [datastore2] 8fcb5956-5bc0-4e0f-8607-9e73db055dbd {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.187409] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b6c417-692d-41f1-b29a-458067b7fa74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.200419] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 778.200419] env[63021]: value = "task-4282517" [ 778.200419] env[63021]: _type = "Task" [ 778.200419] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.209782] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.226323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "defdf825-10c1-4022-8198-0c4feb74bbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.226670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.227011] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.317897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "ee7d0293-0472-432e-882b-cd2426e93898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.318213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.318472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "ee7d0293-0472-432e-882b-cd2426e93898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.318675] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.318851] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.321446] env[63021]: INFO nova.compute.manager [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Terminating instance [ 778.395061] env[63021]: DEBUG nova.objects.instance [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lazy-loading 'flavor' on Instance uuid 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.429871] env[63021]: DEBUG nova.network.neutron [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updated VIF entry in instance network info cache for port 97a551f1-b0ee-4915-a1cb-06ddea4c148b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.430521] env[63021]: DEBUG nova.network.neutron [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updating instance_info_cache with network_info: [{"id": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "address": "fa:16:3e:36:57:b6", "network": {"id": "be5af0db-5820-472e-b886-133cd5972e49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247023039", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0a8c29-9f", "ovs_interfaceid": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "address": "fa:16:3e:60:37:8b", "network": {"id": "80249c1d-c1f7-490f-89a9-2e5b361a9add", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1827074986", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a551f1-b0", "ovs_interfaceid": "97a551f1-b0ee-4915-a1cb-06ddea4c148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.515851] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282515, 'name': ReconfigVM_Task, 'duration_secs': 0.305577} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.516507] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 778.521628] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526a495b-1d13-4b83-a3b8-c095106d5231 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.538310] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 778.538310] env[63021]: value = "task-4282518" [ 778.538310] env[63021]: _type = "Task" [ 778.538310] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.547977] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.575052] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282512, 'name': CreateVM_Task, 'duration_secs': 0.814724} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.575399] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.576030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.576205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.576823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.576823] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8304a38-3be7-4c31-ab2d-e93cdb3c5234 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.583016] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 778.583016] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527750b3-1693-3576-2d1a-db63a2d020e3" [ 778.583016] env[63021]: _type = "Task" [ 778.583016] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.589320] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527750b3-1693-3576-2d1a-db63a2d020e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.604897] env[63021]: DEBUG nova.scheduler.client.report [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.620164] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282511, 'name': CloneVM_Task, 'duration_secs': 1.443586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.620164] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Created linked-clone VM from snapshot [ 778.620247] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a55f21-b077-44c6-a23a-fbdc66cbc15a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.628996] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Uploading image 3ba71b0f-c443-477d-812f-e3bc6df300da {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 778.663937] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 778.663937] env[63021]: value = "vm-843756" [ 778.663937] env[63021]: _type = "VirtualMachine" [ 778.663937] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 778.664249] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f73a388-ffa2-406c-ab84-d134a49b8b57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.671419] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease: (returnval){ [ 778.671419] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1d0a-bf88-a344-cc7f-fab79ed2d9d0" [ 778.671419] env[63021]: _type = "HttpNfcLease" [ 778.671419] env[63021]: } obtained for exporting VM: (result){ [ 778.671419] env[63021]: value = "vm-843756" [ 778.671419] env[63021]: _type = "VirtualMachine" [ 778.671419] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 778.671714] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the lease: (returnval){ [ 778.671714] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1d0a-bf88-a344-cc7f-fab79ed2d9d0" [ 778.671714] env[63021]: _type = "HttpNfcLease" [ 778.671714] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 778.678015] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.678015] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1d0a-bf88-a344-cc7f-fab79ed2d9d0" [ 778.678015] env[63021]: _type = "HttpNfcLease" [ 778.678015] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 778.707519] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282514, 'name': ReconfigVM_Task, 'duration_secs': 0.667994} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.710067] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.710067] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd745e0c-546d-4ceb-89c2-3b6146c504f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.715351] env[63021]: DEBUG oslo_vmware.api [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182624} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.715940] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.716145] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.716336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.716517] env[63021]: INFO nova.compute.manager [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.716762] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.718519] env[63021]: DEBUG nova.compute.manager [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.718519] env[63021]: DEBUG nova.network.neutron [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.740240] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095c01e0-24ce-4dd8-8d33-55a354304e78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.756561] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 778.756561] env[63021]: value = "task-4282520" [ 778.756561] env[63021]: _type = "Task" [ 778.756561] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.766616] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.825964] env[63021]: DEBUG nova.compute.manager [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.826780] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.827607] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d8642-73be-4210-a0a3-e0ad03f9bdb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.835108] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.835330] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48beb2d3-3ff9-4ec2-b9e3-4ea23e3db913 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.841811] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 778.841811] env[63021]: value = "task-4282521" [ 778.841811] env[63021]: _type = "Task" [ 778.841811] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.849640] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.900368] env[63021]: DEBUG oslo_concurrency.lockutils [None req-507f4142-a549-46ed-b571-5f2c46a6d0ed tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.328s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.932940] env[63021]: DEBUG oslo_concurrency.lockutils [req-81787513-f3a6-48b9-8ba4-34d170f82ed1 req-67edca5d-c0ff-49c2-81d1-fafbed548a3d service nova] Releasing lock "refresh_cache-3503fa46-8fec-4253-85a7-f6f4c516cb97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.967209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.967464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.967667] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.967851] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.968038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.970311] env[63021]: INFO nova.compute.manager [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Terminating instance [ 779.048606] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.091176] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527750b3-1693-3576-2d1a-db63a2d020e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.091579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.091892] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.092211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.092424] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.092673] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.092984] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d37328-cb67-4547-9123-38cc77409960 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.101212] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.101474] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.102249] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0210b3b-6735-4cdf-95a5-00e63dc80717 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.108326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.108953] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.114170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.163s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.114340] env[63021]: DEBUG nova.objects.instance [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lazy-loading 'resources' on Instance uuid a789a162-af65-4a9b-8bf0-f9af13faa171 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.116201] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 779.116201] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f94093-3d9e-af39-9d6c-330478b49f5c" [ 779.116201] env[63021]: _type = "Task" [ 779.116201] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.126635] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f94093-3d9e-af39-9d6c-330478b49f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.128489] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793fceee-f78b-4e32-8a3f-97377e4814a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.135684] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 779.135684] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528f8e0d-c919-4431-a3d2-5e15be990594" [ 779.135684] env[63021]: _type = "Task" [ 779.135684] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.146656] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528f8e0d-c919-4431-a3d2-5e15be990594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.180026] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 779.180026] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1d0a-bf88-a344-cc7f-fab79ed2d9d0" [ 779.180026] env[63021]: _type = "HttpNfcLease" [ 779.180026] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 779.180326] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 779.180326] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528e1d0a-bf88-a344-cc7f-fab79ed2d9d0" [ 779.180326] env[63021]: _type = "HttpNfcLease" [ 779.180326] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 779.181091] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297ecef-31a2-476a-80d4-11765ad0610b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.190141] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 779.190472] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 779.272549] env[63021]: DEBUG oslo_concurrency.lockutils [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.273267] env[63021]: DEBUG oslo_concurrency.lockutils [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.278206] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282520, 'name': ReconfigVM_Task, 'duration_secs': 0.404666} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.278752] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.281130] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee29ed3-bb0c-4572-a794-f3d60e3667ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.288625] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 779.288625] env[63021]: value = "task-4282522" [ 779.288625] env[63021]: _type = "Task" [ 779.288625] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.305028] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.306867] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78c7c897-09ca-47af-ae24-9c315b0aad5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.326645] env[63021]: DEBUG nova.compute.manager [req-13e6d837-d4a2-4e62-ae2c-56029c38bf0e req-d036c9f2-c0c5-49f4-8439-eac57bab6199 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Received event network-vif-deleted-251d6227-8a75-4c9b-8cc6-a01cc6e7f402 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 779.327025] env[63021]: INFO nova.compute.manager [req-13e6d837-d4a2-4e62-ae2c-56029c38bf0e req-d036c9f2-c0c5-49f4-8439-eac57bab6199 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Neutron deleted interface 251d6227-8a75-4c9b-8cc6-a01cc6e7f402; detaching it from the instance and deleting it from the info cache [ 779.327105] env[63021]: DEBUG nova.network.neutron [req-13e6d837-d4a2-4e62-ae2c-56029c38bf0e req-d036c9f2-c0c5-49f4-8439-eac57bab6199 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.358793] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.474067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "refresh_cache-9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.474268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquired lock "refresh_cache-9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.474475] env[63021]: DEBUG nova.network.neutron [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.548767] env[63021]: DEBUG oslo_vmware.api [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282518, 'name': ReconfigVM_Task, 'duration_secs': 0.837632} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.550912] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843750', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'name': 'volume-1d667b69-bedb-4e90-bffb-37322c8119e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dc97475-ac00-44d3-959b-9fbf4fb73da0', 'attached_at': '', 'detached_at': '', 'volume_id': '1d667b69-bedb-4e90-bffb-37322c8119e5', 'serial': '1d667b69-bedb-4e90-bffb-37322c8119e5'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 779.614418] env[63021]: DEBUG nova.compute.utils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.616411] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.616411] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.650849] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528f8e0d-c919-4431-a3d2-5e15be990594, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.651161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.651624] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3503fa46-8fec-4253-85a7-f6f4c516cb97/3503fa46-8fec-4253-85a7-f6f4c516cb97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.652151] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dc4b731-3cf0-4122-b9ab-1fee6bcfc292 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.664834] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 779.664834] env[63021]: value = "task-4282523" [ 779.664834] env[63021]: _type = "Task" [ 779.664834] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.684920] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.707820] env[63021]: DEBUG nova.policy [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8446fdd02d4f198c38a832a66e7cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b0e1b532754160bde6b6d242b49dcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.779914] env[63021]: INFO nova.compute.manager [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Detaching volume 36a5f2bc-80f8-47a4-beea-1d893a25610a [ 779.802531] env[63021]: DEBUG oslo_vmware.api [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282522, 'name': PowerOnVM_Task, 'duration_secs': 0.44956} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.802865] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.813017] env[63021]: DEBUG nova.network.neutron [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.819490] env[63021]: DEBUG nova.compute.manager [None req-dec51796-4b12-4ec1-95e2-0a8cac8b866e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.821037] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5ee124-1ab4-469a-96e0-bc68157e759f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.833543] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc825183-54ac-4605-bf9c-148b2f0647c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.850959] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3be59dd-142b-4412-a09e-6ca4d9767504 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.864744] env[63021]: INFO nova.virt.block_device [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Attempting to driver detach volume 36a5f2bc-80f8-47a4-beea-1d893a25610a from mountpoint /dev/sdb [ 779.864988] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 779.865196] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843754', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'name': 'volume-36a5f2bc-80f8-47a4-beea-1d893a25610a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0cbb4d-bd01-4e54-98fa-cbb50c646014', 'attached_at': '', 'detached_at': '', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'serial': '36a5f2bc-80f8-47a4-beea-1d893a25610a'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 779.869487] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493424e8-50e2-4de5-b0ee-c8b6b7cbce17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.879132] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282521, 'name': PowerOffVM_Task, 'duration_secs': 0.591239} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.899848] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.900183] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.920585] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-310abaf7-68ba-441c-9045-adb7feb05b3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.923105] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf44e1b-ed75-4345-ae9b-ba35db402692 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.926506] env[63021]: DEBUG nova.compute.manager [req-13e6d837-d4a2-4e62-ae2c-56029c38bf0e req-d036c9f2-c0c5-49f4-8439-eac57bab6199 service nova] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Detach interface failed, port_id=251d6227-8a75-4c9b-8cc6-a01cc6e7f402, reason: Instance 8fcb5956-5bc0-4e0f-8607-9e73db055dbd could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 779.933795] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c89cd2a-693e-43cf-8e99-0a3abe7b6cd0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.969627] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e688665-e032-454a-bdc1-26ba10dc6141 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.995117] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] The volume has not been displaced from its original location: [datastore1] volume-36a5f2bc-80f8-47a4-beea-1d893a25610a/volume-36a5f2bc-80f8-47a4-beea-1d893a25610a.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 780.001664] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 780.006684] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9aed8a1-d94b-4037-a033-37dff11ab6d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.022524] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.022524] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.022853] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] ee7d0293-0472-432e-882b-cd2426e93898 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.026637] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3c2881-87fb-4be4-a426-6e482c0745da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.030224] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Waiting for the task: (returnval){ [ 780.030224] env[63021]: value = "task-4282525" [ 780.030224] env[63021]: _type = "Task" [ 780.030224] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.039139] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 780.039139] env[63021]: value = "task-4282526" [ 780.039139] env[63021]: _type = "Task" [ 780.039139] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.047021] env[63021]: DEBUG nova.network.neutron [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.049976] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.056012] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.120188] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.123736] env[63021]: DEBUG nova.network.neutron [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.147129] env[63021]: DEBUG nova.objects.instance [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lazy-loading 'flavor' on Instance uuid 8dc97475-ac00-44d3-959b-9fbf4fb73da0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.178615] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.319692] env[63021]: INFO nova.compute.manager [-] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Took 1.60 seconds to deallocate network for instance. [ 780.349027] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Successfully created port: 33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.469214] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0618cc-d305-4c04-9418-71091ab42826 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.477078] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d2b56-bb3d-4f28-842d-c07bf06a56a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.511440] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4af303b-d4b9-40f6-addc-ce15e12be85a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.520233] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0029e44-8348-4c6d-b2ea-42ba63d68bf3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.534083] env[63021]: DEBUG nova.compute.provider_tree [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.543627] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282525, 'name': ReconfigVM_Task, 'duration_secs': 0.325376} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.547862] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 780.556114] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb69549-ec40-4e4e-99f4-160a64d0bda6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.568439] env[63021]: DEBUG oslo_vmware.api [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447881} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.570191] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.570440] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.570641] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.570938] env[63021]: INFO nova.compute.manager [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Took 1.74 seconds to destroy the instance on the hypervisor. [ 780.571307] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.571693] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Waiting for the task: (returnval){ [ 780.571693] env[63021]: value = "task-4282527" [ 780.571693] env[63021]: _type = "Task" [ 780.571693] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.571876] env[63021]: DEBUG nova.compute.manager [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.571970] env[63021]: DEBUG nova.network.neutron [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.582428] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.627067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Releasing lock "refresh_cache-9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.627657] env[63021]: DEBUG nova.compute.manager [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.628016] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.632967] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe643023-2c50-430b-a188-5b4fe771d47f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.642889] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.643292] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0d6d17-d3f6-4414-83cc-e6543210fc19 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.651237] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 780.651237] env[63021]: value = "task-4282528" [ 780.651237] env[63021]: _type = "Task" [ 780.651237] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.661176] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.678512] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579396} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.678847] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3503fa46-8fec-4253-85a7-f6f4c516cb97/3503fa46-8fec-4253-85a7-f6f4c516cb97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.679342] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.679717] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a02991b-7189-4f8b-9ca2-47dce744614d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.687472] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 780.687472] env[63021]: value = "task-4282529" [ 780.687472] env[63021]: _type = "Task" [ 780.687472] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.698871] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.829447] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.040103] env[63021]: DEBUG nova.scheduler.client.report [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.085106] env[63021]: DEBUG oslo_vmware.api [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Task: {'id': task-4282527, 'name': ReconfigVM_Task, 'duration_secs': 0.208863} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.085505] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843754', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'name': 'volume-36a5f2bc-80f8-47a4-beea-1d893a25610a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0cbb4d-bd01-4e54-98fa-cbb50c646014', 'attached_at': '', 'detached_at': '', 'volume_id': '36a5f2bc-80f8-47a4-beea-1d893a25610a', 'serial': '36a5f2bc-80f8-47a4-beea-1d893a25610a'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 781.130051] env[63021]: DEBUG nova.compute.manager [req-841873d1-3fbb-4559-a13e-f609291846c0 req-4bbe2193-2561-47bc-a8c0-5bd023b3446e service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Received event network-vif-deleted-58e14038-b466-49ea-89b5-9051a9d91c64 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 781.130051] env[63021]: INFO nova.compute.manager [req-841873d1-3fbb-4559-a13e-f609291846c0 req-4bbe2193-2561-47bc-a8c0-5bd023b3446e service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Neutron deleted interface 58e14038-b466-49ea-89b5-9051a9d91c64; detaching it from the instance and deleting it from the info cache [ 781.130423] env[63021]: DEBUG nova.network.neutron [req-841873d1-3fbb-4559-a13e-f609291846c0 req-4bbe2193-2561-47bc-a8c0-5bd023b3446e service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.133591] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.154209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b6fa3f87-7fc5-42dd-81e0-153a0009ab4a tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.826s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.160012] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.160318] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.160528] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.160758] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.161045] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.161152] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.161413] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.161669] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.161887] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.163086] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.163086] env[63021]: DEBUG nova.virt.hardware [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.166757] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86819746-4434-4901-8544-de5fa3a726ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.178273] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5471559b-540c-4ff8-9be9-25a8f88e583f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.184133] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282528, 'name': PowerOffVM_Task, 'duration_secs': 0.196257} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.184518] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.184748] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.186384] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e83091-81ad-4207-9647-a96c61cd053d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.204445] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075128} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.204789] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.205704] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41345b-f93c-4e7f-ad50-9fc455f12f57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.236379] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 3503fa46-8fec-4253-85a7-f6f4c516cb97/3503fa46-8fec-4253-85a7-f6f4c516cb97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.237873] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2f71f5-2a6c-4bb2-a770-22332c795f2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.253502] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.254369] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.254369] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Deleting the datastore file [datastore2] 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.254369] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1166f40f-c053-4d4a-a1c0-9116cba0044d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.261340] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for the task: (returnval){ [ 781.261340] env[63021]: value = "task-4282531" [ 781.261340] env[63021]: _type = "Task" [ 781.261340] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.262476] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 781.262476] env[63021]: value = "task-4282532" [ 781.262476] env[63021]: _type = "Task" [ 781.262476] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.273926] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.277705] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.383118] env[63021]: DEBUG nova.network.neutron [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.545307] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.548520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.003s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.550942] env[63021]: INFO nova.compute.claims [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.579826] env[63021]: INFO nova.scheduler.client.report [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Deleted allocations for instance a789a162-af65-4a9b-8bf0-f9af13faa171 [ 781.633794] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3e98009-52e0-41b2-8735-378527d98e5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.642532] env[63021]: DEBUG nova.objects.instance [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lazy-loading 'flavor' on Instance uuid 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.648951] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30cce3-c4c2-400a-b85f-8856d59eb6e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.692655] env[63021]: DEBUG nova.compute.manager [req-841873d1-3fbb-4559-a13e-f609291846c0 req-4bbe2193-2561-47bc-a8c0-5bd023b3446e service nova] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Detach interface failed, port_id=58e14038-b466-49ea-89b5-9051a9d91c64, reason: Instance ee7d0293-0472-432e-882b-cd2426e93898 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 781.743561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.743821] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.777185] env[63021]: DEBUG oslo_vmware.api [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Task: {'id': task-4282531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144878} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.780766] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.782336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.782336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.782336] env[63021]: INFO nova.compute.manager [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.782336] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.782336] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282532, 'name': ReconfigVM_Task, 'duration_secs': 0.407409} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.782621] env[63021]: DEBUG nova.compute.manager [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.782621] env[63021]: DEBUG nova.network.neutron [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.784584] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 3503fa46-8fec-4253-85a7-f6f4c516cb97/3503fa46-8fec-4253-85a7-f6f4c516cb97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.785319] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50196794-30d9-4ed0-b0d8-2dc8f25338b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.792699] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 781.792699] env[63021]: value = "task-4282533" [ 781.792699] env[63021]: _type = "Task" [ 781.792699] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.806180] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282533, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.807942] env[63021]: DEBUG nova.network.neutron [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.888603] env[63021]: INFO nova.compute.manager [-] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Took 1.31 seconds to deallocate network for instance. [ 782.089155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0b0813d5-fe6e-46d0-a4e7-7f40cc5457f9 tempest-ServersTestManualDisk-740044999 tempest-ServersTestManualDisk-740044999-project-member] Lock "a789a162-af65-4a9b-8bf0-f9af13faa171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.004s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.116109] env[63021]: DEBUG nova.compute.manager [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 782.116527] env[63021]: DEBUG oslo_concurrency.lockutils [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.116671] env[63021]: DEBUG oslo_concurrency.lockutils [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.116752] env[63021]: DEBUG oslo_concurrency.lockutils [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.116946] env[63021]: DEBUG nova.compute.manager [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] No waiting events found dispatching network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.117244] env[63021]: WARNING nova.compute.manager [req-0dcf69c6-4b0c-4f1e-80a8-344743823734 req-a19ebff6-9f1b-43e6-8942-99294b83669d service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received unexpected event network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 for instance with vm_state building and task_state spawning. [ 782.278263] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Successfully updated port: 33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.305775] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282533, 'name': Rename_Task, 'duration_secs': 0.173311} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.306089] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.306342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b7922f-bfb4-4a93-9254-43921db6e572 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.311018] env[63021]: DEBUG nova.network.neutron [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.315485] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 782.315485] env[63021]: value = "task-4282534" [ 782.315485] env[63021]: _type = "Task" [ 782.315485] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.318649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "75c9fd06-716e-4166-a93b-67f6704ecd22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.318891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.330577] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.395163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.656301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-24dfddec-4ba6-46dc-909b-a0e2587b33f2 tempest-VolumesAssistedSnapshotsTest-1331261820 tempest-VolumesAssistedSnapshotsTest-1331261820-project-admin] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.383s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.784464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.784464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.784464] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.821803] env[63021]: INFO nova.compute.manager [-] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Took 1.04 seconds to deallocate network for instance. [ 782.839476] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.115549] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331207e-9221-45b3-8cab-d7232f7ad7c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.124298] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5fa56-ec02-49b4-9ee2-87bdc60cf0cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.158953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f475bd2-eb09-405a-9f4b-8f168ced214b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.167723] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612a46eb-6a06-4fac-a4ea-e5c65e47b03a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.183762] env[63021]: DEBUG nova.compute.provider_tree [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.334759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.335089] env[63021]: DEBUG oslo_vmware.api [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282534, 'name': PowerOnVM_Task, 'duration_secs': 0.678413} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.335747] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.336165] env[63021]: INFO nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Took 11.68 seconds to spawn the instance on the hypervisor. [ 783.336552] env[63021]: DEBUG nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.337343] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791ec14-4448-4728-8f1a-8269093dd87c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.355567] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.693067] env[63021]: DEBUG nova.scheduler.client.report [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.863594] env[63021]: INFO nova.compute.manager [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Took 62.21 seconds to build instance. [ 783.951515] env[63021]: DEBUG nova.network.neutron [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.145087] env[63021]: DEBUG nova.compute.manager [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 784.145299] env[63021]: DEBUG nova.compute.manager [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing instance network info cache due to event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 784.145506] env[63021]: DEBUG oslo_concurrency.lockutils [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.196931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.197487] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.200213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.576s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.200415] env[63021]: DEBUG nova.objects.instance [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'resources' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.369027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1a5f89a-e6fe-4145-9110-703689ebf4f4 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.565s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.458508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.458861] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance network_info: |[{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.459192] env[63021]: DEBUG oslo_concurrency.lockutils [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.459377] env[63021]: DEBUG nova.network.neutron [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.460677] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d1:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33bfc3ed-0b60-482a-9c61-857bb5452ee0', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.473601] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating folder: Project (60b0e1b532754160bde6b6d242b49dcc). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.473681] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9e1843-b713-46b0-a2dd-eff378a7f252 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.485271] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created folder: Project (60b0e1b532754160bde6b6d242b49dcc) in parent group-v843603. [ 784.485525] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating folder: Instances. Parent ref: group-v843758. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.485768] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afdb86cc-be1c-486a-81dc-070b63cd066f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.496272] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created folder: Instances in parent group-v843758. [ 784.496616] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.496712] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.496932] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7d1347-052a-4be9-8185-82fd18a538d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.518196] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.518196] env[63021]: value = "task-4282538" [ 784.518196] env[63021]: _type = "Task" [ 784.518196] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.528921] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282538, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.703332] env[63021]: DEBUG nova.objects.instance [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.708253] env[63021]: DEBUG nova.compute.utils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.713029] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.713029] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.789220] env[63021]: DEBUG nova.policy [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef4f88f94ed347e493c646f23819e7b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef8ce59ce5474c519edaec7e8aef8ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.872265] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.036933] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282538, 'name': CreateVM_Task, 'duration_secs': 0.391664} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.036933] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.037816] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.038565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.038906] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab17f6b6-f273-4781-a6d7-3557905e4cbd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.044921] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 785.044921] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c4d581-b0c6-41d3-ba1d-ebafcc82cc18" [ 785.044921] env[63021]: _type = "Task" [ 785.044921] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.074410] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c4d581-b0c6-41d3-ba1d-ebafcc82cc18, 'name': SearchDatastore_Task, 'duration_secs': 0.015059} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.075171] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.076484] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.076484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.076669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.079370] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.079370] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae4185c-94cf-4c13-a443-f8319336348c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.088440] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.088673] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.089520] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381f98db-ef4f-42a1-94b3-c7884ff31b29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.094903] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 785.094903] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a27f05-8b2b-d1a8-8b68-3a1c6f032a33" [ 785.094903] env[63021]: _type = "Task" [ 785.094903] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.103363] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a27f05-8b2b-d1a8-8b68-3a1c6f032a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.117969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.118282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.118533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.118751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.118953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.121854] env[63021]: INFO nova.compute.manager [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Terminating instance [ 785.210844] env[63021]: DEBUG nova.objects.base [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Object Instance<6c1e3938-2389-4a99-a533-df5521d552e0> lazy-loaded attributes: resources,numa_topology {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 785.215557] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.236011] env[63021]: DEBUG nova.network.neutron [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updated VIF entry in instance network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.238966] env[63021]: DEBUG nova.network.neutron [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.398417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.563043] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Successfully created port: ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.612734] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a27f05-8b2b-d1a8-8b68-3a1c6f032a33, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.614288] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54639493-9ef7-4a1b-bd81-dca055c66ca4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.621034] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 785.621034] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52516b08-e962-91b6-c9f2-b344104ccef5" [ 785.621034] env[63021]: _type = "Task" [ 785.621034] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.632023] env[63021]: DEBUG nova.compute.manager [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.632023] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.632023] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52516b08-e962-91b6-c9f2-b344104ccef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.634714] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366aa7e-f72d-409a-b309-5dd19d109c75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.645669] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.647895] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f2d8ee-3358-41dc-8abe-f7ab8b53fc44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656314] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 785.656314] env[63021]: value = "task-4282539" [ 785.656314] env[63021]: _type = "Task" [ 785.656314] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.669592] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.741650] env[63021]: DEBUG oslo_concurrency.lockutils [req-b2082f1f-2056-4a09-a74c-a4deb52ddd86 req-5806bddb-8137-49d1-80f8-3775061fae29 service nova] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.963709] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fd6a8b-2b79-42a2-948e-032b2a4ed34a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.971860] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d120f4e-c6ee-45d0-a642-2d39e40a022b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.005825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f61f5-49c6-4f49-8287-feb9aea7a9a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.013585] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321c9f8f-1ad8-4f0b-95f9-7e0e8978cd4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.028257] env[63021]: DEBUG nova.compute.provider_tree [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.132830] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52516b08-e962-91b6-c9f2-b344104ccef5, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.133451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.133847] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.134342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f3c1fb6-b001-4910-9fd4-45864d8bceb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.144208] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 786.144208] env[63021]: value = "task-4282540" [ 786.144208] env[63021]: _type = "Task" [ 786.144208] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.155462] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.169251] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282539, 'name': PowerOffVM_Task, 'duration_secs': 0.284166} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.169672] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.169851] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.170125] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d141f496-ad6c-4163-b3c5-7f450f7d0140 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.228253] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.275250] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.275592] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.275754] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.275935] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.280192] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.280410] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.280647] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.280811] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.280980] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.281163] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.281346] env[63021]: DEBUG nova.virt.hardware [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.282264] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43adff90-9fc3-466d-a0a7-e800495b363a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.292955] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83922af1-d2a4-4ef7-bae3-468fc1da28de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.359630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.359841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.362045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.362045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.362045] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.364244] env[63021]: INFO nova.compute.manager [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Terminating instance [ 786.513598] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.513819] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.514018] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleting the datastore file [datastore2] 3503fa46-8fec-4253-85a7-f6f4c516cb97 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.514313] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecbc0c8f-a6fb-4fb8-9057-afcc17186fe7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.521679] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for the task: (returnval){ [ 786.521679] env[63021]: value = "task-4282542" [ 786.521679] env[63021]: _type = "Task" [ 786.521679] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.532362] env[63021]: DEBUG nova.scheduler.client.report [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.535819] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.655120] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282540, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.871822] env[63021]: DEBUG nova.compute.manager [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.872146] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.873035] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f255c-d05a-43b8-8c15-21423cce783c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.881072] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.881336] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4013e8-422a-4628-a50d-f5c69bbac778 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.887864] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 786.887864] env[63021]: value = "task-4282543" [ 786.887864] env[63021]: _type = "Task" [ 786.887864] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.896704] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.032330] env[63021]: DEBUG oslo_vmware.api [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Task: {'id': task-4282542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481938} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.032330] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.032330] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.032330] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.032330] env[63021]: INFO nova.compute.manager [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Took 1.40 seconds to destroy the instance on the hypervisor. [ 787.032687] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.032921] env[63021]: DEBUG nova.compute.manager [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.033034] env[63021]: DEBUG nova.network.neutron [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.038068] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.838s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.040265] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.290s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.043093] env[63021]: INFO nova.compute.claims [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.158263] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677439} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.158528] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.158743] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.158999] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deaa76bd-d3d5-470e-ab75-48a5b3338aec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.166416] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 787.166416] env[63021]: value = "task-4282544" [ 787.166416] env[63021]: _type = "Task" [ 787.166416] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.176923] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.406303] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282543, 'name': PowerOffVM_Task, 'duration_secs': 0.2453} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.406707] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.406979] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.407331] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5faf962-2616-40bf-84ff-e5d607fe0637 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.476806] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.477153] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.477454] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Deleting the datastore file [datastore2] 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.477634] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2915d945-be33-45e4-a597-52ad45535229 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.486184] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for the task: (returnval){ [ 787.486184] env[63021]: value = "task-4282546" [ 787.486184] env[63021]: _type = "Task" [ 787.486184] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.498818] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.503223] env[63021]: DEBUG nova.compute.manager [req-2a8d50f3-74e5-4fc5-989b-20d9ae715613 req-2f4a451b-aaba-4387-83b0-48110019f7a1 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-vif-deleted-97a551f1-b0ee-4915-a1cb-06ddea4c148b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 787.503433] env[63021]: INFO nova.compute.manager [req-2a8d50f3-74e5-4fc5-989b-20d9ae715613 req-2f4a451b-aaba-4387-83b0-48110019f7a1 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Neutron deleted interface 97a551f1-b0ee-4915-a1cb-06ddea4c148b; detaching it from the instance and deleting it from the info cache [ 787.503690] env[63021]: DEBUG nova.network.neutron [req-2a8d50f3-74e5-4fc5-989b-20d9ae715613 req-2f4a451b-aaba-4387-83b0-48110019f7a1 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updating instance_info_cache with network_info: [{"id": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "address": "fa:16:3e:36:57:b6", "network": {"id": "be5af0db-5820-472e-b886-133cd5972e49", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1247023039", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc3abe24ee274789a5efb3d07fd66291", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0a8c29-9f", "ovs_interfaceid": "bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.532960] env[63021]: DEBUG nova.compute.manager [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received event network-vif-plugged-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 787.532960] env[63021]: DEBUG oslo_concurrency.lockutils [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] Acquiring lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.532960] env[63021]: DEBUG oslo_concurrency.lockutils [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] Lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.532960] env[63021]: DEBUG oslo_concurrency.lockutils [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] Lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.533682] env[63021]: DEBUG nova.compute.manager [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] No waiting events found dispatching network-vif-plugged-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.533952] env[63021]: WARNING nova.compute.manager [req-e42324ea-d321-4140-8e55-fa59be2f2142 req-645777f2-9bf7-4344-acf8-80c160f0a688 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received unexpected event network-vif-plugged-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 for instance with vm_state building and task_state spawning. [ 787.555056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-807690da-dba0-4705-bf02-02117ada6f0e tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.636s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.555687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.961s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.556077] env[63021]: INFO nova.compute.manager [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Unshelving [ 787.610128] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Successfully updated port: ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.677836] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083556} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.677954] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.678883] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ecae4-5429-418e-9999-11fed0b24574 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.702020] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.702782] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafcf46e-ade2-42b6-9e26-75bdb27fdfbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.722739] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 787.722739] env[63021]: value = "task-4282547" [ 787.722739] env[63021]: _type = "Task" [ 787.722739] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.730693] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.789695] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.790671] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84beb54a-bc8e-49ea-9c0d-aac71432b5dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.797116] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.797305] env[63021]: ERROR oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk due to incomplete transfer. [ 787.797570] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f2edc54-fa8b-43f4-9f2d-2401b174304e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.804921] env[63021]: DEBUG oslo_vmware.rw_handles [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ae65c-a382-5331-f64f-e686d70de02c/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.805161] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Uploaded image 3ba71b0f-c443-477d-812f-e3bc6df300da to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.807380] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.807670] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-747341b3-f365-4411-87c0-d7d6d2d42631 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.813405] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 787.813405] env[63021]: value = "task-4282548" [ 787.813405] env[63021]: _type = "Task" [ 787.813405] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.821615] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282548, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.995577] env[63021]: DEBUG oslo_vmware.api [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Task: {'id': task-4282546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262631} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.995848] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.996062] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.996262] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.996436] env[63021]: INFO nova.compute.manager [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Took 1.12 seconds to destroy the instance on the hypervisor. [ 787.996684] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.996876] env[63021]: DEBUG nova.compute.manager [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.996974] env[63021]: DEBUG nova.network.neutron [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.009495] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26a47a2d-1cea-4f92-ab61-b1ad2908ebd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.019549] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4904dca8-4497-4eac-a1c2-5490ff9c0f2e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.058986] env[63021]: DEBUG nova.compute.manager [req-2a8d50f3-74e5-4fc5-989b-20d9ae715613 req-2f4a451b-aaba-4387-83b0-48110019f7a1 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Detach interface failed, port_id=97a551f1-b0ee-4915-a1cb-06ddea4c148b, reason: Instance 3503fa46-8fec-4253-85a7-f6f4c516cb97 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 788.084138] env[63021]: DEBUG nova.network.neutron [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.113345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.113345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.113447] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.243900] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.326381] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282548, 'name': Destroy_Task, 'duration_secs': 0.310847} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.326650] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Destroyed the VM [ 788.326879] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.327189] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9689f86-a7ac-45f2-bd26-6104743ff87c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.333623] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 788.333623] env[63021]: value = "task-4282549" [ 788.333623] env[63021]: _type = "Task" [ 788.333623] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.341694] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.572451] env[63021]: DEBUG nova.compute.utils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.587528] env[63021]: INFO nova.compute.manager [-] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Took 1.55 seconds to deallocate network for instance. [ 788.641271] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3f955f-162f-4ed3-9570-8f333e61cb6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649678] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d36ede-e6cc-40dd-a19f-5a5dbb913090 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.655767] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.685100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d4778-7a9a-48de-8652-789044501164 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.692091] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6c40f7-ad85-4258-b40e-7fea9074b364 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.706280] env[63021]: DEBUG nova.compute.provider_tree [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.736654] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.832534] env[63021]: DEBUG nova.network.neutron [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.843055] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282549, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.076489] env[63021]: INFO nova.virt.block_device [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Booting with volume 21d343dd-3c64-4439-9ec2-2a49a6f703c8 at /dev/sdb [ 789.100018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.129394] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b3a4077-0f00-48de-8bf8-f224928a6c95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.137723] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a10fe-6dc9-4155-9c78-86e5f93fa9ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.181016] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d775c0d6-699a-4ac2-a9f7-6ab7cc1611f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.192398] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c4e6f-b5e2-4501-9448-d36f3182336c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.211294] env[63021]: DEBUG nova.scheduler.client.report [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.232304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.232867] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.240830] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec47e5-1d78-4042-b63b-a59b50efbd4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.245921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.812s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.248366] env[63021]: INFO nova.compute.claims [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.258921] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282547, 'name': ReconfigVM_Task, 'duration_secs': 1.312314} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.261143] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.262269] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e46b27e-62b9-4695-b521-1a7e8a148084 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.264237] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167d344-36dd-428a-8717-c41ff5ff7118 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.272419] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 789.272419] env[63021]: value = "task-4282550" [ 789.272419] env[63021]: _type = "Task" [ 789.272419] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.282431] env[63021]: DEBUG nova.virt.block_device [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating existing volume attachment record: 7e225767-6431-466f-8b7d-6b8875c4d8e9 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.290407] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282550, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.335542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.339021] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Instance network_info: |[{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.339021] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:da:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.344926] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.348557] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.348794] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35dd65a1-c799-4b9e-a73f-762586d1b725 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.367794] env[63021]: DEBUG oslo_vmware.api [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282549, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524432} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.369214] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.369494] env[63021]: INFO nova.compute.manager [None req-972ca24a-0451-49ce-9d67-85f28c34a95c tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Took 13.85 seconds to snapshot the instance on the hypervisor. [ 789.371744] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.371744] env[63021]: value = "task-4282551" [ 789.371744] env[63021]: _type = "Task" [ 789.371744] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.380429] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282551, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.446437] env[63021]: DEBUG nova.network.neutron [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.530735] env[63021]: DEBUG nova.compute.manager [req-6ccc3048-83f5-4c62-b4fe-d0288406e825 req-1ae88129-756e-418a-8656-84b2604ce2a4 service nova] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Received event network-vif-deleted-bd0a8c29-9f3b-4ae3-8a6b-0768f2d74b9a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.564543] env[63021]: DEBUG nova.compute.manager [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 789.564766] env[63021]: DEBUG nova.compute.manager [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing instance network info cache due to event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 789.565076] env[63021]: DEBUG oslo_concurrency.lockutils [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] Acquiring lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.565345] env[63021]: DEBUG oslo_concurrency.lockutils [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] Acquired lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.565534] env[63021]: DEBUG nova.network.neutron [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.755444] env[63021]: DEBUG nova.compute.utils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.759721] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.759957] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.783033] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282550, 'name': Rename_Task, 'duration_secs': 0.15286} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.783361] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.783659] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f80f890-01ad-4856-81b4-950c37729943 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.789436] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 789.789436] env[63021]: value = "task-4282555" [ 789.789436] env[63021]: _type = "Task" [ 789.789436] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.798629] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.805923] env[63021]: DEBUG nova.policy [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62ba79ff4d14b46877cd18489d1b8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a6337dccb746f0a733d5e5cd7c3517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.885244] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282551, 'name': CreateVM_Task, 'duration_secs': 0.320955} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.885430] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.886089] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.886260] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.886600] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.886865] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb515ea-35b4-40d8-8307-c7a3d178dfcc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.891531] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 789.891531] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5213bbd8-d063-5e48-f151-1c20475bca98" [ 789.891531] env[63021]: _type = "Task" [ 789.891531] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.900860] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5213bbd8-d063-5e48-f151-1c20475bca98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.951968] env[63021]: INFO nova.compute.manager [-] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Took 1.95 seconds to deallocate network for instance. [ 790.232501] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Successfully created port: a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.260756] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.303875] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.352291] env[63021]: DEBUG nova.network.neutron [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updated VIF entry in instance network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.352291] env[63021]: DEBUG nova.network.neutron [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.403276] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5213bbd8-d063-5e48-f151-1c20475bca98, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.403582] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.403819] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.404249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.404456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.404661] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.404929] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13df3ddf-4e87-42ca-8a82-d65ab9e6ec63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.413665] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.413859] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.417200] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5ebcd1-3b05-4d03-9b5b-942cc8a2d2d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.425282] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 790.425282] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521ecb56-2fb5-7219-417e-08c64cf536e9" [ 790.425282] env[63021]: _type = "Task" [ 790.425282] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.432951] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ecb56-2fb5-7219-417e-08c64cf536e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.458970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.804283] env[63021]: DEBUG oslo_vmware.api [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282555, 'name': PowerOnVM_Task, 'duration_secs': 0.5903} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.804489] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.805315] env[63021]: INFO nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Took 9.67 seconds to spawn the instance on the hypervisor. [ 790.805315] env[63021]: DEBUG nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.806158] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b6884-e1ff-40b4-8772-35556aaab242 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.824331] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2495a44b-efe7-4ba6-b363-6b1ddcf95491 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.831457] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961362c7-0d15-42b2-935f-f18caae1c5dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.863915] env[63021]: DEBUG oslo_concurrency.lockutils [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] Releasing lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.864189] env[63021]: DEBUG nova.compute.manager [req-864ac3f0-987a-4842-8e83-b772bfec38e3 req-f5b2ccc2-707b-4faa-ac76-d3df03466e27 service nova] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Received event network-vif-deleted-f3c562db-e980-4d13-b8d5-edd035642f76 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 790.864659] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.865397] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.867295] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f899ee2-0eb4-47f6-ba53-19fd20834c47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.875408] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c8622-082d-4998-ac28-e2e5ca36f321 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.889140] env[63021]: DEBUG nova.compute.provider_tree [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.933530] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ecb56-2fb5-7219-417e-08c64cf536e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.934604] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881df0d2-f3b2-4d7b-ae46-c3b7ad538129 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.939600] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 790.939600] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f7bc7d-ed52-e80a-3333-36b09323df16" [ 790.939600] env[63021]: _type = "Task" [ 790.939600] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.947092] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f7bc7d-ed52-e80a-3333-36b09323df16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.286992] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.308729] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.309108] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.309368] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.309669] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.309885] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.310143] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.310480] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.310689] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.310862] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.311041] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.311237] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.312543] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8c05f-67f5-4433-ac0f-8478c3fc7f5a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.325477] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793e00ba-7b40-4cc7-8efa-dc8c1d1ec21e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.331733] env[63021]: INFO nova.compute.manager [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Took 67.26 seconds to build instance. [ 791.376793] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.377059] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.377492] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.377810] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.377942] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.378082] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.378310] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 791.378385] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.392655] env[63021]: DEBUG nova.scheduler.client.report [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.450300] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f7bc7d-ed52-e80a-3333-36b09323df16, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.450659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.450995] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f475bb94-2408-4d17-8877-3f09a1f72746/f475bb94-2408-4d17-8877-3f09a1f72746.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.451324] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11327603-5162-4371-9659-bb5bf2ef144f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.457895] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 791.457895] env[63021]: value = "task-4282556" [ 791.457895] env[63021]: _type = "Task" [ 791.457895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.465756] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.834973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aa2329e0-4ff2-4eb7-a91b-808f91873c35 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.444s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.882113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.901289] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.901289] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.904839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.856s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.905214] env[63021]: DEBUG nova.objects.instance [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lazy-loading 'resources' on Instance uuid 1c23893d-524b-465a-b289-d04a4d3c9e5a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.928891] env[63021]: DEBUG nova.compute.manager [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Received event network-vif-plugged-a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 791.929130] env[63021]: DEBUG oslo_concurrency.lockutils [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] Acquiring lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.929349] env[63021]: DEBUG oslo_concurrency.lockutils [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.929517] env[63021]: DEBUG oslo_concurrency.lockutils [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.929684] env[63021]: DEBUG nova.compute.manager [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] No waiting events found dispatching network-vif-plugged-a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.929849] env[63021]: WARNING nova.compute.manager [req-de4051a4-b788-441c-a85a-2e18e5d9c54d req-011f56a8-36f8-4514-90f1-adc0b11812c6 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Received unexpected event network-vif-plugged-a4ffaea8-2e4f-420f-a63b-1548a6f07c42 for instance with vm_state building and task_state spawning. [ 791.967683] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446061} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.967888] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f475bb94-2408-4d17-8877-3f09a1f72746/f475bb94-2408-4d17-8877-3f09a1f72746.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.968145] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.968420] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f9bd791-7aab-4dfc-92b1-112333c3ddfc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.975301] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 791.975301] env[63021]: value = "task-4282558" [ 791.975301] env[63021]: _type = "Task" [ 791.975301] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.979751] env[63021]: DEBUG nova.compute.manager [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.981474] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55076b9-7084-46c5-b861-d6d7fd67af61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.988407] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.097793] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Successfully updated port: a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.338041] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.409038] env[63021]: DEBUG nova.compute.utils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.411569] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.411838] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.464619] env[63021]: DEBUG nova.policy [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62ba79ff4d14b46877cd18489d1b8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a6337dccb746f0a733d5e5cd7c3517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.484505] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067918} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.484807] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.485912] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac9c9f-98b4-47c4-934e-43cf8fcaa8da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.493613] env[63021]: INFO nova.compute.manager [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] instance snapshotting [ 792.497192] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affca7ce-2d95-42eb-b6c6-f576938f312d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.521602] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] f475bb94-2408-4d17-8877-3f09a1f72746/f475bb94-2408-4d17-8877-3f09a1f72746.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.527214] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb357000-5da9-4f37-a4a1-795c656f818d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.556964] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a1529-248e-45e0-9774-d87a4bc7c6fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.561595] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 792.561595] env[63021]: value = "task-4282559" [ 792.561595] env[63021]: _type = "Task" [ 792.561595] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.578144] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.602249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.602504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.602769] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.858419] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Successfully created port: e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.862602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.911858] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.035503] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121a61d8-787b-4a27-ac9b-8c02afed1470 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.043445] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df5508-d4b9-44aa-bbb3-c56bc665368c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.081244] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.081244] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c7b698f-6fb7-452f-a2ce-8722f2d4c235 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.083331] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876343e2-89ce-4d1f-857b-1ebbc9ef27b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.090796] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.090796] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.097518] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8821321-dd47-4500-91a9-70b83c8c66e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.101410] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282559, 'name': ReconfigVM_Task, 'duration_secs': 0.291253} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.101964] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Reconfigured VM instance instance-00000033 to attach disk [datastore2] f475bb94-2408-4d17-8877-3f09a1f72746/f475bb94-2408-4d17-8877-3f09a1f72746.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.102945] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba431aa5-7736-470c-a77c-7f4eb11f8177 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.115870] env[63021]: DEBUG nova.compute.provider_tree [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.119124] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 793.119124] env[63021]: value = "task-4282560" [ 793.119124] env[63021]: _type = "Task" [ 793.119124] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.125649] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 793.125649] env[63021]: value = "task-4282561" [ 793.125649] env[63021]: _type = "Task" [ 793.125649] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.133754] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.142709] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282561, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.157437] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.341066] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Updating instance_info_cache with network_info: [{"id": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "address": "fa:16:3e:b3:c4:b9", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ffaea8-2e", "ovs_interfaceid": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.623364] env[63021]: DEBUG nova.scheduler.client.report [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.638578] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282560, 'name': CreateSnapshot_Task, 'duration_secs': 0.496395} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.639389] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.640151] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466e8aad-dcae-4860-8b2b-9cbc4aa1a839 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.645682] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282561, 'name': Rename_Task, 'duration_secs': 0.143064} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.646830] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.647148] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252b1770-8d00-4565-8840-f5abd7bcbc70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.658749] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 793.658749] env[63021]: value = "task-4282562" [ 793.658749] env[63021]: _type = "Task" [ 793.658749] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.668041] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.843690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.844043] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Instance network_info: |[{"id": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "address": "fa:16:3e:b3:c4:b9", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ffaea8-2e", "ovs_interfaceid": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.844631] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c4:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4ffaea8-2e4f-420f-a63b-1548a6f07c42', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.852050] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating folder: Project (d2a6337dccb746f0a733d5e5cd7c3517). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.852368] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7811db03-2b8b-47e5-86f8-a40dc3abc84f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.863130] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created folder: Project (d2a6337dccb746f0a733d5e5cd7c3517) in parent group-v843603. [ 793.863350] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating folder: Instances. Parent ref: group-v843765. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.863622] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5b67751-a970-4138-a2fb-e606d30f14e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.873322] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created folder: Instances in parent group-v843765. [ 793.873589] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.873782] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.873980] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea3b6eb-696b-497d-9a44-a4866127069f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.895438] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.895438] env[63021]: value = "task-4282565" [ 793.895438] env[63021]: _type = "Task" [ 793.895438] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.908939] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282565, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.921090] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.949760] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.949991] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.950165] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.950347] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.950494] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.950639] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.950857] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.951016] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.951190] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.951356] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.951723] env[63021]: DEBUG nova.virt.hardware [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.952748] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5d40d4-8da7-408d-8adc-d9fe0f97dc5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.960401] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2324bc-a056-4354-84a2-b29e5c284f8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.997466] env[63021]: DEBUG nova.compute.manager [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Received event network-changed-a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 793.997661] env[63021]: DEBUG nova.compute.manager [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Refreshing instance network info cache due to event network-changed-a4ffaea8-2e4f-420f-a63b-1548a6f07c42. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 793.997894] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] Acquiring lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.998012] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] Acquired lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.998183] env[63021]: DEBUG nova.network.neutron [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Refreshing network info cache for port a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.130137] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.132897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.981s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.134793] env[63021]: INFO nova.compute.claims [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.156108] env[63021]: INFO nova.scheduler.client.report [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Deleted allocations for instance 1c23893d-524b-465a-b289-d04a4d3c9e5a [ 794.163961] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.166565] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-656a82a2-0c5c-4377-895e-28902e6df85f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.178409] env[63021]: DEBUG oslo_vmware.api [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282562, 'name': PowerOnVM_Task, 'duration_secs': 0.445294} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.180230] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.180441] env[63021]: INFO nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Took 7.95 seconds to spawn the instance on the hypervisor. [ 794.180628] env[63021]: DEBUG nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.181297] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 794.181297] env[63021]: value = "task-4282566" [ 794.181297] env[63021]: _type = "Task" [ 794.181297] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.181897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3587bb0c-f2d1-4d88-8410-aff00da94874 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.196500] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282566, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.404871] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282565, 'name': CreateVM_Task, 'duration_secs': 0.479459} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.405203] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.405879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.406111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.406522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.407033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.407210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.407573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.407684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.408463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.409549] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9bf0e1-0701-4cee-bbea-8ce3970e9310 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.411631] env[63021]: INFO nova.compute.manager [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Terminating instance [ 794.416285] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 794.416285] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0c886-57ee-3981-6824-0b6bc91ce979" [ 794.416285] env[63021]: _type = "Task" [ 794.416285] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.428267] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0c886-57ee-3981-6824-0b6bc91ce979, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.428537] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.428759] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.428987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.429147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.429324] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.429570] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df4646d7-a3dd-4f87-9181-3edea8ad1979 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.437714] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.437891] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.438645] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82926e9-abf9-46cd-8460-f4c2018dde18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.444828] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 794.444828] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527874af-2bfa-f9fb-b38c-82cf36734810" [ 794.444828] env[63021]: _type = "Task" [ 794.444828] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.452396] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527874af-2bfa-f9fb-b38c-82cf36734810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.549716] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Successfully updated port: e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.673475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47f3d823-cbc2-46fd-8f96-47c471e840e0 tempest-ServerGroupTestJSON-1752232908 tempest-ServerGroupTestJSON-1752232908-project-member] Lock "1c23893d-524b-465a-b289-d04a4d3c9e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.549s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.695019] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282566, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.707058] env[63021]: INFO nova.compute.manager [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Took 49.18 seconds to build instance. [ 794.709258] env[63021]: DEBUG nova.network.neutron [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Updated VIF entry in instance network info cache for port a4ffaea8-2e4f-420f-a63b-1548a6f07c42. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.709863] env[63021]: DEBUG nova.network.neutron [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Updating instance_info_cache with network_info: [{"id": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "address": "fa:16:3e:b3:c4:b9", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ffaea8-2e", "ovs_interfaceid": "a4ffaea8-2e4f-420f-a63b-1548a6f07c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.917332] env[63021]: DEBUG nova.compute.manager [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.917600] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.917847] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f17a88-83c7-4086-91cc-069a2c0c3edd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.925540] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 794.925540] env[63021]: value = "task-4282567" [ 794.925540] env[63021]: _type = "Task" [ 794.925540] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.934587] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.954811] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527874af-2bfa-f9fb-b38c-82cf36734810, 'name': SearchDatastore_Task, 'duration_secs': 0.008312} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.955677] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1b0e6e-af9f-4dcd-8870-b62285fa3763 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.960515] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 794.960515] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52066ab6-1ee6-8fb5-6292-865c5dbb03bf" [ 794.960515] env[63021]: _type = "Task" [ 794.960515] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.968299] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52066ab6-1ee6-8fb5-6292-865c5dbb03bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.051686] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.051864] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.052048] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.196821] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282566, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.206854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52d997c4-2411-4a66-9dfd-47397850f27d tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.818s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.211474] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c45b73f-c59c-46dd-a3b4-e2d4b0a5af8c req-b221e274-fadd-4770-ae91-2e418a13dbe5 service nova] Releasing lock "refresh_cache-d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.406770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.436333] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282567, 'name': PowerOffVM_Task, 'duration_secs': 0.1849} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.438850] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.439071] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 795.439273] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843613', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'name': 'volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0265b9fd-81d2-49cb-9f6b-3acdd7a221fc', 'attached_at': '', 'detached_at': '', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'serial': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 795.440264] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0406d7-e323-42fd-aecc-e6d30b7fb700 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54efe8e-b9a6-4c4a-b797-772bfac5d404 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.473787] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52066ab6-1ee6-8fb5-6292-865c5dbb03bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.475601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.475891] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d2de5391-3a0e-47c3-b5a3-85c7d3022dd9/d2de5391-3a0e-47c3-b5a3-85c7d3022dd9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.478641] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ff7c38c-d390-4a82-a56e-0b20a5a9e893 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.481022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d00e68-4754-4a03-b0af-1a8e2a1f5ee5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.506417] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f4c1c-bfaa-4bea-b662-b5f7a695edaf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.509533] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 795.509533] env[63021]: value = "task-4282568" [ 795.509533] env[63021]: _type = "Task" [ 795.509533] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.524919] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] The volume has not been displaced from its original location: [datastore2] volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea/volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 795.530760] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.534360] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79378a76-52c3-478f-a372-a3084483e05f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.557644] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.563727] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 795.563727] env[63021]: value = "task-4282569" [ 795.563727] env[63021]: _type = "Task" [ 795.563727] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.574975] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.603416] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.711393] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282566, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.714177] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.777015] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923a3e2-5793-4279-b546-75d4c1429f66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.793243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1c382-a4f7-4d3c-a49d-0f15e16355e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.850879] env[63021]: DEBUG nova.network.neutron [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Updating instance_info_cache with network_info: [{"id": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "address": "fa:16:3e:d8:b7:0f", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09a69e1-f4", "ovs_interfaceid": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.867712] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08cbef-42b6-48bd-920f-90c4cd614279 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.868030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01fe798-a7cc-4854-8c29-8fdc78cc7a60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.888042] env[63021]: DEBUG nova.compute.provider_tree [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.024198] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.042262] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Received event network-vif-plugged-e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.042511] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Acquiring lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.042738] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.042941] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.043153] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] No waiting events found dispatching network-vif-plugged-e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.043340] env[63021]: WARNING nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Received unexpected event network-vif-plugged-e09a69e1-f4d3-4974-9ec4-e48987d67ce5 for instance with vm_state building and task_state spawning. [ 796.043743] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Received event network-changed-e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.043743] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Refreshing instance network info cache due to event network-changed-e09a69e1-f4d3-4974-9ec4-e48987d67ce5. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 796.043917] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Acquiring lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.073883] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282569, 'name': ReconfigVM_Task, 'duration_secs': 0.197669} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.074216] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.080453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "f475bb94-2408-4d17-8877-3f09a1f72746" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.080730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.080963] env[63021]: INFO nova.compute.manager [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Rebooting instance [ 796.082517] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c899e9dd-ed2d-4df5-9e65-fcd7bd8d8c5f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.100782] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 796.100782] env[63021]: value = "task-4282570" [ 796.100782] env[63021]: _type = "Task" [ 796.100782] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.118697] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.197931] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282566, 'name': CloneVM_Task, 'duration_secs': 1.918111} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.198243] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Created linked-clone VM from snapshot [ 796.199026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68092620-b905-4002-8b29-1e81daf88f37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.206857] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Uploading image 1166bac8-f1f3-4cd1-8a70-3faac59d39c6 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.239194] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.239194] env[63021]: value = "vm-843768" [ 796.239194] env[63021]: _type = "VirtualMachine" [ 796.239194] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.242918] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffbcbae4-208e-40f5-a274-4422bd0610e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.243798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.250149] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease: (returnval){ [ 796.250149] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eb692c-a1f1-b8ba-61c0-4c30423231ac" [ 796.250149] env[63021]: _type = "HttpNfcLease" [ 796.250149] env[63021]: } obtained for exporting VM: (result){ [ 796.250149] env[63021]: value = "vm-843768" [ 796.250149] env[63021]: _type = "VirtualMachine" [ 796.250149] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.250769] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the lease: (returnval){ [ 796.250769] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eb692c-a1f1-b8ba-61c0-4c30423231ac" [ 796.250769] env[63021]: _type = "HttpNfcLease" [ 796.250769] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.257250] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.257250] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eb692c-a1f1-b8ba-61c0-4c30423231ac" [ 796.257250] env[63021]: _type = "HttpNfcLease" [ 796.257250] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.357770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.358283] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Instance network_info: |[{"id": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "address": "fa:16:3e:d8:b7:0f", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09a69e1-f4", "ovs_interfaceid": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.358698] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Acquired lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.358973] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Refreshing network info cache for port e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.360600] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:b7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e09a69e1-f4d3-4974-9ec4-e48987d67ce5', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.370671] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.376046] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.376046] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f20cff-e75e-49f0-9e40-3ef7e1c32305 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.394637] env[63021]: DEBUG nova.scheduler.client.report [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.406530] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.406530] env[63021]: value = "task-4282572" [ 796.406530] env[63021]: _type = "Task" [ 796.406530] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.419277] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282572, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.523567] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575021} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.523920] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d2de5391-3a0e-47c3-b5a3-85c7d3022dd9/d2de5391-3a0e-47c3-b5a3-85c7d3022dd9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.524178] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.524513] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a267874-63f3-4ad7-a8e4-4f762fc43b0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.531170] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 796.531170] env[63021]: value = "task-4282573" [ 796.531170] env[63021]: _type = "Task" [ 796.531170] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.539251] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.612774] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.624087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.624384] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquired lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.624497] env[63021]: DEBUG nova.network.neutron [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.642286] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Updated VIF entry in instance network info cache for port e09a69e1-f4d3-4974-9ec4-e48987d67ce5. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.642724] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Updating instance_info_cache with network_info: [{"id": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "address": "fa:16:3e:d8:b7:0f", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09a69e1-f4", "ovs_interfaceid": "e09a69e1-f4d3-4974-9ec4-e48987d67ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.758943] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.758943] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eb692c-a1f1-b8ba-61c0-4c30423231ac" [ 796.758943] env[63021]: _type = "HttpNfcLease" [ 796.758943] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.759297] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.759297] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eb692c-a1f1-b8ba-61c0-4c30423231ac" [ 796.759297] env[63021]: _type = "HttpNfcLease" [ 796.759297] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.760162] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983441f8-e445-4099-9089-7cb3fbe0f4a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.768572] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.768804] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.900670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.901373] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.904650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.143s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.906387] env[63021]: INFO nova.compute.claims [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.921380] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282572, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.983757] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddd38d98-1b39-419b-b7f9-3aa749c0d106 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.040203] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284096} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.040519] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.041343] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ce705-5dc8-480a-8933-1858a15ad8df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.064618] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d2de5391-3a0e-47c3-b5a3-85c7d3022dd9/d2de5391-3a0e-47c3-b5a3-85c7d3022dd9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.065358] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851f271d-4885-464b-9a9c-d594661e73e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.087249] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 797.087249] env[63021]: value = "task-4282574" [ 797.087249] env[63021]: _type = "Task" [ 797.087249] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.095564] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.116237] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282570, 'name': ReconfigVM_Task, 'duration_secs': 0.786899} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.116781] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843613', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'name': 'volume-1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0265b9fd-81d2-49cb-9f6b-3acdd7a221fc', 'attached_at': '', 'detached_at': '', 'volume_id': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea', 'serial': '1f196b27-f06d-4d6e-95a1-fbb93be9fbea'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.117315] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.119150] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987ee2c-05c3-4ccb-8cfd-4bdc1b369989 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.133633] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.134199] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35aade51-9756-4387-9906-38ad4d3b5d3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.146218] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Releasing lock "refresh_cache-5c91be97-b5af-4cb4-9173-a972d72318af" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.146654] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 797.146750] env[63021]: DEBUG nova.compute.manager [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing instance network info cache due to event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 797.146899] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Acquiring lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.193263] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.193944] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.194271] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Deleting the datastore file [datastore2] 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.197095] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b415215-8ad3-4a6d-9a1a-9203e66b22f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.206418] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for the task: (returnval){ [ 797.206418] env[63021]: value = "task-4282576" [ 797.206418] env[63021]: _type = "Task" [ 797.206418] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.229111] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.412095] env[63021]: DEBUG nova.compute.utils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.422140] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.422140] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.439038] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282572, 'name': CreateVM_Task, 'duration_secs': 0.996734} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.446589] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.447374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.448135] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.448295] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449516] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82591aac-e2a2-4d1a-8ab5-f14b7a9061a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.456173] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 797.456173] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc1bd3-f6ac-0146-e880-5c9e8735f669" [ 797.456173] env[63021]: _type = "Task" [ 797.456173] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.468800] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc1bd3-f6ac-0146-e880-5c9e8735f669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.557740] env[63021]: DEBUG nova.policy [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9bf350d50c4de9a0aec2e43d09344d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d137e82698747749c21e2832cf56ba1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.605196] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282574, 'name': ReconfigVM_Task, 'duration_secs': 0.367351} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.605327] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d2de5391-3a0e-47c3-b5a3-85c7d3022dd9/d2de5391-3a0e-47c3-b5a3-85c7d3022dd9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.606292] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf993415-0f5c-4acf-a45b-ee8331926b4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.614915] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 797.614915] env[63021]: value = "task-4282577" [ 797.614915] env[63021]: _type = "Task" [ 797.614915] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.642050] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282577, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.725989] env[63021]: DEBUG nova.network.neutron [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.730382] env[63021]: DEBUG oslo_vmware.api [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Task: {'id': task-4282576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124589} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.730382] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.730621] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.730934] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.731138] env[63021]: INFO nova.compute.manager [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Took 2.81 seconds to destroy the instance on the hypervisor. [ 797.731563] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.732060] env[63021]: DEBUG nova.compute.manager [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.732200] env[63021]: DEBUG nova.network.neutron [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.916970] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.970162] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dc1bd3-f6ac-0146-e880-5c9e8735f669, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.971134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.971386] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.971622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.971760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.972095] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.972235] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-552d7d95-623a-43d2-bd16-fa6989e3f0de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.985226] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.985226] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.986177] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffeace22-81be-4a0f-bd5c-616ac21d16f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.992172] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 797.992172] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522be984-280c-b40d-ac81-25994edc4eeb" [ 797.992172] env[63021]: _type = "Task" [ 797.992172] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.002242] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522be984-280c-b40d-ac81-25994edc4eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.089091] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Successfully created port: 9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.141439] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282577, 'name': Rename_Task, 'duration_secs': 0.222087} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.142623] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.142623] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59df9b3a-3642-40dd-9158-95fd387b9f92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.153757] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 798.153757] env[63021]: value = "task-4282578" [ 798.153757] env[63021]: _type = "Task" [ 798.153757] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.163450] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.235747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Releasing lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.236372] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Acquired lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.236597] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.506341] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522be984-280c-b40d-ac81-25994edc4eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.512486] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950209d5-a3c7-4a1d-a403-17912533de6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.518576] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 798.518576] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe24cf-8c8b-4267-f73f-469fae92d0e4" [ 798.518576] env[63021]: _type = "Task" [ 798.518576] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.530659] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe24cf-8c8b-4267-f73f-469fae92d0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.662255] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdc3af6-9a3f-4578-a182-74f05a05f5ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.672256] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.675734] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a23c9-ecae-41ac-bf8e-74e280459bf4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.723720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fea1cd-2beb-4025-93a7-eb6dcba2b40e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.730247] env[63021]: DEBUG nova.compute.manager [req-fd54238d-0340-485b-bea1-8a4bdb4231d3 req-ca5ca633-b251-4a0c-97d6-3cc8fd12785e service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Received event network-vif-deleted-a95803c7-4b35-4519-afc8-18e81d24b5cc {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 798.730489] env[63021]: INFO nova.compute.manager [req-fd54238d-0340-485b-bea1-8a4bdb4231d3 req-ca5ca633-b251-4a0c-97d6-3cc8fd12785e service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Neutron deleted interface a95803c7-4b35-4519-afc8-18e81d24b5cc; detaching it from the instance and deleting it from the info cache [ 798.730819] env[63021]: DEBUG nova.network.neutron [req-fd54238d-0340-485b-bea1-8a4bdb4231d3 req-ca5ca633-b251-4a0c-97d6-3cc8fd12785e service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.735677] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d2086-93dd-4606-a352-44df71163ecc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.742411] env[63021]: DEBUG nova.compute.manager [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.745262] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0cc1c9-2d81-45f1-99df-7b3681df9e91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.757713] env[63021]: DEBUG nova.compute.provider_tree [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.928304] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.971990] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.972569] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.972569] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.972752] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.972793] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.972917] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.973143] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.973304] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.973473] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.973639] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.973813] env[63021]: DEBUG nova.virt.hardware [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.975128] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c6a0e2-d12b-4bfb-a732-e84e1059aa25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.984676] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7653d-d453-435e-ab12-302f095f104c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.005657] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updated VIF entry in instance network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.006284] env[63021]: DEBUG nova.network.neutron [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.028914] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe24cf-8c8b-4267-f73f-469fae92d0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016491} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.029331] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.029610] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c91be97-b5af-4cb4-9173-a972d72318af/5c91be97-b5af-4cb4-9173-a972d72318af.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.029937] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858ba43e-f209-4280-8438-31451b49693a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.037019] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 799.037019] env[63021]: value = "task-4282579" [ 799.037019] env[63021]: _type = "Task" [ 799.037019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.046850] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.113084] env[63021]: DEBUG nova.network.neutron [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.165632] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282578, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.236291] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9d1e228-e769-424a-b0d8-5a8c1086345f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.247684] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85838f6b-7f6d-4b1e-80f4-38a4a6b5aa25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.261676] env[63021]: DEBUG nova.scheduler.client.report [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.296020] env[63021]: DEBUG nova.compute.manager [req-fd54238d-0340-485b-bea1-8a4bdb4231d3 req-ca5ca633-b251-4a0c-97d6-3cc8fd12785e service nova] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Detach interface failed, port_id=a95803c7-4b35-4519-afc8-18e81d24b5cc, reason: Instance 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 799.509943] env[63021]: DEBUG oslo_concurrency.lockutils [req-8f009cae-3b5f-4ff8-866e-7f2ebdc50085 req-2c6c3792-38bd-4568-9a88-c51b07cf0b05 service nova] Releasing lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.547332] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282579, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.612967] env[63021]: INFO nova.compute.manager [-] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Took 1.88 seconds to deallocate network for instance. [ 799.667195] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282578, 'name': PowerOnVM_Task, 'duration_secs': 1.156335} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.667608] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.668181] env[63021]: INFO nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Took 8.38 seconds to spawn the instance on the hypervisor. [ 799.668181] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.669100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68152313-ae26-4e32-b0d3-b4670e343a41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.773049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.773561] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.777038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.790s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.779479] env[63021]: INFO nova.compute.claims [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.784208] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454dd94-43da-47e6-8b9c-a2a1330263bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.802513] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Doing hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 799.802513] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-31cef3a8-c16a-4743-ad11-afdc900e9566 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.810268] env[63021]: DEBUG oslo_vmware.api [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 799.810268] env[63021]: value = "task-4282580" [ 799.810268] env[63021]: _type = "Task" [ 799.810268] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.821173] env[63021]: DEBUG oslo_vmware.api [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282580, 'name': ResetVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.903893] env[63021]: DEBUG nova.compute.manager [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Received event network-vif-plugged-9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 799.904139] env[63021]: DEBUG oslo_concurrency.lockutils [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] Acquiring lock "17fc5405-e120-47fd-8334-253e3e525084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.904372] env[63021]: DEBUG oslo_concurrency.lockutils [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] Lock "17fc5405-e120-47fd-8334-253e3e525084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.904573] env[63021]: DEBUG oslo_concurrency.lockutils [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] Lock "17fc5405-e120-47fd-8334-253e3e525084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.904741] env[63021]: DEBUG nova.compute.manager [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] No waiting events found dispatching network-vif-plugged-9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.904913] env[63021]: WARNING nova.compute.manager [req-cfe266ed-9cb0-47ad-bfd3-1dcaa766b459 req-4b482291-f18a-429c-ab68-c5f01b815cae service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Received unexpected event network-vif-plugged-9e29d284-4862-4ad8-9e68-0ce0d596f444 for instance with vm_state building and task_state spawning. [ 800.043879] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Successfully updated port: 9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.052162] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518937} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.053297] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c91be97-b5af-4cb4-9173-a972d72318af/5c91be97-b5af-4cb4-9173-a972d72318af.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.053297] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.053297] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b3f146b-6334-4e4a-864f-a9b9b1a7fee4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.060958] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 800.060958] env[63021]: value = "task-4282581" [ 800.060958] env[63021]: _type = "Task" [ 800.060958] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.073861] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.192038] env[63021]: INFO nova.compute.manager [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Took 0.58 seconds to detach 1 volumes for instance. [ 800.196159] env[63021]: DEBUG nova.compute.manager [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Deleting volume: 1f196b27-f06d-4d6e-95a1-fbb93be9fbea {{(pid=63021) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 800.200322] env[63021]: INFO nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Took 45.48 seconds to build instance. [ 800.289641] env[63021]: DEBUG nova.compute.utils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.291842] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 800.322265] env[63021]: DEBUG oslo_vmware.api [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282580, 'name': ResetVM_Task, 'duration_secs': 0.120732} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.322834] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Did hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 800.322834] env[63021]: DEBUG nova.compute.manager [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.324046] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893712d-b7ff-4a3d-bec1-1a79217d7035 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.548067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.548067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.548067] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.572793] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07083} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.573096] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.573943] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422c4d86-4724-4f85-92f5-08c00f8b8f7f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.596207] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5c91be97-b5af-4cb4-9173-a972d72318af/5c91be97-b5af-4cb4-9173-a972d72318af.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.596860] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8618fe5f-134b-4e23-9485-ff59dfd0ff55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.616764] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 800.616764] env[63021]: value = "task-4282583" [ 800.616764] env[63021]: _type = "Task" [ 800.616764] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.628925] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.703337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.767s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.767607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.795670] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.845101] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b0b525d5-dbf9-40e1-ae93-b7cc76180b38 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.764s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.106494] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.134546] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.207047] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.438885] env[63021]: DEBUG nova.network.neutron [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Updating instance_info_cache with network_info: [{"id": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "address": "fa:16:3e:60:46:be", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e29d284-48", "ovs_interfaceid": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.611578] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b2caa-8ad6-472f-b05b-1ef658a1583c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.622811] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ccd95d-0dfd-4d71-a26b-c60af7b66a79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.631339] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282583, 'name': ReconfigVM_Task, 'duration_secs': 0.817628} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.662278] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5c91be97-b5af-4cb4-9173-a972d72318af/5c91be97-b5af-4cb4-9173-a972d72318af.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.663256] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5e6c6d-1095-4d67-8573-5131e8e00da9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.666147] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d6504-1271-4e34-91ed-a1c7388cfeb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.680199] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1064d225-3805-44b1-8037-6c7ed3fca948 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.682713] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 801.682713] env[63021]: value = "task-4282584" [ 801.682713] env[63021]: _type = "Task" [ 801.682713] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.696176] env[63021]: DEBUG nova.compute.provider_tree [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.705269] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282584, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.732433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.812708] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.842195] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.842468] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.842659] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.842864] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.843072] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.843252] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.843508] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.843709] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.843912] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.844133] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.844405] env[63021]: DEBUG nova.virt.hardware [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.845873] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b569831-0c2c-4e75-8b4a-814f343f5bc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.857074] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907e9c2-6d26-4880-a1dc-7b7e624181f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.871329] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.877754] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Creating folder: Project (3e119036f7dd4f96819f6d543ea85499). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.877987] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8253ac2-c4ca-4206-8958-7c6e61a2468c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.891223] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Created folder: Project (3e119036f7dd4f96819f6d543ea85499) in parent group-v843603. [ 801.891223] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Creating folder: Instances. Parent ref: group-v843770. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.891377] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ca33beb-ecb5-4792-930b-49e408e7f580 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.901438] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Created folder: Instances in parent group-v843770. [ 801.901858] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.902100] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.902998] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3da0fc08-04e0-4fe0-81cb-904b7cffeb44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.919723] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.919723] env[63021]: value = "task-4282587" [ 801.919723] env[63021]: _type = "Task" [ 801.919723] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.930579] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282587, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.942703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.942975] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Instance network_info: |[{"id": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "address": "fa:16:3e:60:46:be", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e29d284-48", "ovs_interfaceid": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.943422] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:46:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e29d284-4862-4ad8-9e68-0ce0d596f444', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.951157] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.951407] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.951644] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a5d1d9-aaa5-4fcd-b81c-71843cae331a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.975100] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.975100] env[63021]: value = "task-4282588" [ 801.975100] env[63021]: _type = "Task" [ 801.975100] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.987025] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282588, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.125045] env[63021]: DEBUG nova.compute.manager [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Received event network-changed-9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 802.125502] env[63021]: DEBUG nova.compute.manager [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Refreshing instance network info cache due to event network-changed-9e29d284-4862-4ad8-9e68-0ce0d596f444. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 802.125810] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Acquiring lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.126076] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Acquired lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.126442] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Refreshing network info cache for port 9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.196588] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282584, 'name': Rename_Task, 'duration_secs': 0.175564} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.196588] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.196817] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a220bce9-b96b-4e08-9dca-fc9c8a434e0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.199282] env[63021]: DEBUG nova.scheduler.client.report [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.209806] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 802.209806] env[63021]: value = "task-4282589" [ 802.209806] env[63021]: _type = "Task" [ 802.209806] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.225480] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.430307] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282587, 'name': CreateVM_Task, 'duration_secs': 0.349754} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.431205] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.431205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.431205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.431504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.431772] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda3576c-0681-4ff8-adb9-33483a22e3e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.436986] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 802.436986] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52432e13-f904-0912-4279-8d863cb5963c" [ 802.436986] env[63021]: _type = "Task" [ 802.436986] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.450132] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52432e13-f904-0912-4279-8d863cb5963c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.484254] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282588, 'name': CreateVM_Task, 'duration_secs': 0.376173} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.484519] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.485244] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.604465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "f475bb94-2408-4d17-8877-3f09a1f72746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.606643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.606802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.606914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.607118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.609139] env[63021]: INFO nova.compute.manager [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Terminating instance [ 802.707440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.708310] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.712507] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.690s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.718024] env[63021]: INFO nova.compute.claims [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.727661] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.953410] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52432e13-f904-0912-4279-8d863cb5963c, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.954590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.954938] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.955344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.956090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.956338] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.956744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.957105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.957364] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe3a63e-a0fc-4653-8724-440e217ae595 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.965044] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0f2d60-5803-416b-96aa-d45109ed6120 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.975611] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 802.975611] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522c4f64-3140-3f07-7ad9-9d932032838f" [ 802.975611] env[63021]: _type = "Task" [ 802.975611] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.977131] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.977334] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.984559] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0769452f-a13c-414c-a9c0-88e2b29bc4ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.993264] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522c4f64-3140-3f07-7ad9-9d932032838f, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.995053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.995174] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.995942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.995942] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 802.995942] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec073c-163a-d3bf-045e-09ada313e3a6" [ 802.995942] env[63021]: _type = "Task" [ 802.995942] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.006143] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec073c-163a-d3bf-045e-09ada313e3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.006681] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e833f506-7203-49e7-b8e7-26478badbec1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.012527] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 803.012527] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52941cb7-578d-91f0-45f6-6b57ae24e235" [ 803.012527] env[63021]: _type = "Task" [ 803.012527] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.021521] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52941cb7-578d-91f0-45f6-6b57ae24e235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.112858] env[63021]: DEBUG nova.compute.manager [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.113565] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.114135] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e00cc-f838-433a-aca5-a7fc54a56b8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.123537] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.124131] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1f5fd0-3648-4933-af1b-d04ef5a4a5d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.131824] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 803.131824] env[63021]: value = "task-4282590" [ 803.131824] env[63021]: _type = "Task" [ 803.131824] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.140304] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.221715] env[63021]: DEBUG nova.compute.utils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.223945] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.225035] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.237242] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282589, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.242753] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Updated VIF entry in instance network info cache for port 9e29d284-4862-4ad8-9e68-0ce0d596f444. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.243156] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Updating instance_info_cache with network_info: [{"id": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "address": "fa:16:3e:60:46:be", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e29d284-48", "ovs_interfaceid": "9e29d284-4862-4ad8-9e68-0ce0d596f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.301041] env[63021]: DEBUG nova.policy [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0e3e22976a946dc89133518c77eccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b3e7a85bf94617af4b35a7fa5af99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.527123] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52941cb7-578d-91f0-45f6-6b57ae24e235, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.527123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.527123] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.527123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.527123] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.527123] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ea38e9f-e5f5-4180-96eb-12bee9a866cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.529086] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f0a9d4-ad84-4d30-a513-b35ab026e98b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.540462] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 803.540462] env[63021]: value = "task-4282591" [ 803.540462] env[63021]: _type = "Task" [ 803.540462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.543121] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.543417] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.545565] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3dffb9-ec9d-4f70-a634-ed385a10f319 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.557148] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.558040] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 803.558040] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524293cb-86f5-a21d-d443-0b03f0a598e1" [ 803.558040] env[63021]: _type = "Task" [ 803.558040] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.566976] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524293cb-86f5-a21d-d443-0b03f0a598e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.637108] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Successfully created port: fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.644751] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282590, 'name': PowerOffVM_Task, 'duration_secs': 0.25671} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.645037] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.645225] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.645497] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c8ff40-a14a-4015-beed-5b8ee49834b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.713130] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.713450] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.714503] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleting the datastore file [datastore2] f475bb94-2408-4d17-8877-3f09a1f72746 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.714503] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f173a4f2-33c7-4050-88d2-0c72db4af9c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.723021] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 803.723021] env[63021]: value = "task-4282593" [ 803.723021] env[63021]: _type = "Task" [ 803.723021] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.730041] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.735356] env[63021]: DEBUG oslo_vmware.api [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282589, 'name': PowerOnVM_Task, 'duration_secs': 1.109566} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.736515] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.736727] env[63021]: INFO nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Took 9.82 seconds to spawn the instance on the hypervisor. [ 803.736907] env[63021]: DEBUG nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.737832] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74190511-23e7-4cfd-8305-eaeedae90be0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.753430] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Releasing lock "refresh_cache-17fc5405-e120-47fd-8334-253e3e525084" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.753430] env[63021]: DEBUG nova.compute.manager [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 803.753430] env[63021]: DEBUG nova.compute.manager [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing instance network info cache due to event network-changed-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 803.753740] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Acquiring lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.753740] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Acquired lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.753945] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Refreshing network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.756099] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.057328] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282591, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.068712] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524293cb-86f5-a21d-d443-0b03f0a598e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.072744] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3b0b14-fdea-47b5-b7ae-c05a2deac7f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.078852] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 804.078852] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5223bf42-b3c8-148f-c5ce-4d4fd94431bd" [ 804.078852] env[63021]: _type = "Task" [ 804.078852] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.091021] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5223bf42-b3c8-148f-c5ce-4d4fd94431bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.234622] env[63021]: DEBUG oslo_vmware.api [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457843} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.235217] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.235217] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.235217] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.236061] env[63021]: INFO nova.compute.manager [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Took 1.12 seconds to destroy the instance on the hypervisor. [ 804.236061] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.236061] env[63021]: DEBUG nova.compute.manager [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.236061] env[63021]: DEBUG nova.network.neutron [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.284394] env[63021]: INFO nova.compute.manager [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Took 46.87 seconds to build instance. [ 804.462390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ede28-0a47-4c88-9229-fe28484c19b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.470582] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd6b579-79a9-41ff-9d1b-a8b6b4aa0344 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.504445] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d627ac95-4a75-4590-a7dc-6bba3690d7bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.512011] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6497d8d-c206-4987-8643-5bfb0e19b05b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.526612] env[63021]: DEBUG nova.compute.provider_tree [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.549148] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526157} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.549425] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.549640] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.550027] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-324650c9-f3f6-4c87-b5e6-39823961ce50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.553233] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updated VIF entry in instance network info cache for port ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.553577] env[63021]: DEBUG nova.network.neutron [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [{"id": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "address": "fa:16:3e:48:da:4e", "network": {"id": "6c3a138d-3151-4e6d-b64f-4193d95a4c22", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1724766171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef8ce59ce5474c519edaec7e8aef8ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf04dc1-17", "ovs_interfaceid": "ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.557050] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 804.557050] env[63021]: value = "task-4282594" [ 804.557050] env[63021]: _type = "Task" [ 804.557050] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.567805] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.590062] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5223bf42-b3c8-148f-c5ce-4d4fd94431bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.590421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.590630] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 17fc5405-e120-47fd-8334-253e3e525084/17fc5405-e120-47fd-8334-253e3e525084.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.590890] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e84c3849-b61c-4054-81c1-614f4940ba44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.597979] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 804.597979] env[63021]: value = "task-4282595" [ 804.597979] env[63021]: _type = "Task" [ 804.597979] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.609583] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.743543] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.783701] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.783936] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.784113] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.784315] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.785701] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.785913] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.786183] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.786353] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.786527] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.786695] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.786926] env[63021]: DEBUG nova.virt.hardware [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.789063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-39627c37-12d5-4312-b7b1-a5853eb6f007 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.805s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.790062] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e7584-ff83-40bb-a000-2d21e1e34278 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.805073] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae64776-ea4b-4e25-9473-fe35f3ace7b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.001263] env[63021]: DEBUG nova.compute.manager [req-61a7577d-54ed-4983-8351-41b7036896a7 req-104d39a9-70c5-463b-a2a8-9668747dc5a5 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Received event network-vif-deleted-ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 805.001263] env[63021]: INFO nova.compute.manager [req-61a7577d-54ed-4983-8351-41b7036896a7 req-104d39a9-70c5-463b-a2a8-9668747dc5a5 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Neutron deleted interface ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8; detaching it from the instance and deleting it from the info cache [ 805.001263] env[63021]: DEBUG nova.network.neutron [req-61a7577d-54ed-4983-8351-41b7036896a7 req-104d39a9-70c5-463b-a2a8-9668747dc5a5 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.036416] env[63021]: DEBUG nova.scheduler.client.report [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.056049] env[63021]: DEBUG oslo_concurrency.lockutils [req-26f98be1-eb14-41ed-94a5-bafc64069c1d req-e0809c49-98b3-4346-a139-2870e5540c1a service nova] Releasing lock "refresh_cache-f475bb94-2408-4d17-8877-3f09a1f72746" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.069368] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070431} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.069723] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.070817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd723ae-bec6-4f01-a0dc-1da6b433e330 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.097181] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.097548] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a782bc2-73c0-41e2-8321-7feb117e0e86 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.124484] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.125899] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 805.125899] env[63021]: value = "task-4282596" [ 805.125899] env[63021]: _type = "Task" [ 805.125899] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.134190] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.204322] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Successfully updated port: fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.224955] env[63021]: DEBUG nova.compute.manager [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Received event network-vif-plugged-fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 805.224955] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] Acquiring lock "b918efb3-5544-49df-9485-dc94f8666110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.225139] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] Lock "b918efb3-5544-49df-9485-dc94f8666110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.225312] env[63021]: DEBUG oslo_concurrency.lockutils [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] Lock "b918efb3-5544-49df-9485-dc94f8666110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.225790] env[63021]: DEBUG nova.compute.manager [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] No waiting events found dispatching network-vif-plugged-fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.225790] env[63021]: WARNING nova.compute.manager [req-ac543943-bc8d-4f39-8830-20652a21b21b req-30474cec-7412-4b9d-b118-c46642c23d3f service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Received unexpected event network-vif-plugged-fbc3df6d-7650-495b-832e-0eafc1f481aa for instance with vm_state building and task_state spawning. [ 805.296586] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.368230] env[63021]: DEBUG nova.network.neutron [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.477935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.477935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.506040] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f154407c-49da-48f6-8b38-7412d649ec9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.518390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e52fc-361d-4215-9a4e-ddb51762dc8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.539807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.543065] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.567024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.066s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.567024] env[63021]: INFO nova.compute.claims [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.571162] env[63021]: DEBUG nova.compute.manager [req-61a7577d-54ed-4983-8351-41b7036896a7 req-104d39a9-70c5-463b-a2a8-9668747dc5a5 service nova] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Detach interface failed, port_id=ebf04dc1-17ab-41ed-b2d8-8cb39912ccf8, reason: Instance f475bb94-2408-4d17-8877-3f09a1f72746 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 805.625123] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282595, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.635267] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282596, 'name': ReconfigVM_Task, 'duration_secs': 0.401941} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.635602] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.636237] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ecb76d-9952-4ce9-9a60-b020830f91f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.643788] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 805.643788] env[63021]: value = "task-4282597" [ 805.643788] env[63021]: _type = "Task" [ 805.643788] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.653620] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282597, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.653942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.654147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.654374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.654570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.654730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.657878] env[63021]: INFO nova.compute.manager [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Terminating instance [ 805.706562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.706695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.706904] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.828598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.873212] env[63021]: INFO nova.compute.manager [-] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Took 1.64 seconds to deallocate network for instance. [ 805.943642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "5c91be97-b5af-4cb4-9173-a972d72318af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.943919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.944150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.945169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.945379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.949415] env[63021]: INFO nova.compute.manager [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Terminating instance [ 805.961805] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.963048] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39092143-acc3-4509-81f6-1161ad9f7ad7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.970207] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.970375] env[63021]: ERROR oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk due to incomplete transfer. [ 805.970862] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b2aba59-ea90-4e78-af30-13f1b24cfc09 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.979856] env[63021]: INFO nova.compute.manager [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Detaching volume 8683542b-f1bb-4a01-b91d-51d1fe42a6a4 [ 805.984747] env[63021]: DEBUG oslo_vmware.rw_handles [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522e15-df87-ecda-2b20-d96c01b9b59e/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.984971] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Uploaded image 1166bac8-f1f3-4cd1-8a70-3faac59d39c6 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.987896] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.988289] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcdaa20e-1fb2-43d2-8784-311de6fbef98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.997114] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 805.997114] env[63021]: value = "task-4282598" [ 805.997114] env[63021]: _type = "Task" [ 805.997114] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.005857] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282598, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.032153] env[63021]: INFO nova.virt.block_device [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Attempting to driver detach volume 8683542b-f1bb-4a01-b91d-51d1fe42a6a4 from mountpoint /dev/sdb [ 806.032538] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 806.032615] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843734', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'name': 'volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ed8415c-9e2e-47f1-b3f1-a06b129b1f77', 'attached_at': '', 'detached_at': '', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'serial': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 806.034030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5351658b-7799-4a51-9dd6-39dd592f2b89 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.056453] env[63021]: DEBUG nova.compute.utils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.058105] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.058283] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.061740] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d76fc7d-cec8-4c90-940d-dd27e1c87119 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.068859] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a24f1-38c6-48ba-9b86-22b0a39fbd01 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.101396] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28342726-bc83-4dc1-9539-138a2e26a7e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.122608] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] The volume has not been displaced from its original location: [datastore1] volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4/volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 806.130023] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 806.133207] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad83635-4428-4640-a08b-7b68ec15280f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.156375] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282595, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.548946} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.157925] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 17fc5405-e120-47fd-8334-253e3e525084/17fc5405-e120-47fd-8334-253e3e525084.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.158162] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.158489] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 806.158489] env[63021]: value = "task-4282599" [ 806.158489] env[63021]: _type = "Task" [ 806.158489] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.158673] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41cc1174-7eae-43af-8ec6-50da8a433e97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.164071] env[63021]: DEBUG nova.compute.manager [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.164273] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.167424] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282597, 'name': Rename_Task, 'duration_secs': 0.209091} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.171111] env[63021]: DEBUG nova.policy [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a48a6f511e4914a92176409c04abb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '529abfb738ed4f0fa1a570b118854673', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.173259] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd6996-20da-45fe-ba07-c9c83d969965 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.178743] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.179407] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53780138-4be7-44c6-8305-be0cbcd5ef43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.182798] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 806.182798] env[63021]: value = "task-4282600" [ 806.182798] env[63021]: _type = "Task" [ 806.182798] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.186754] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.192140] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.195879] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35dd03b6-731a-4320-a938-59bf0daaad68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.197446] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 806.197446] env[63021]: value = "task-4282601" [ 806.197446] env[63021]: _type = "Task" [ 806.197446] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.205439] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.207929] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 806.207929] env[63021]: value = "task-4282602" [ 806.207929] env[63021]: _type = "Task" [ 806.207929] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.220049] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282601, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.229264] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.297058] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.383037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.454615] env[63021]: DEBUG nova.compute.manager [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.454853] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.455825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c70a35-24bd-42c2-87df-ee180a4ba3de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.466400] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.466741] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00752ed-9cd6-4363-aa8c-9e3332a6999c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.474147] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 806.474147] env[63021]: value = "task-4282603" [ 806.474147] env[63021]: _type = "Task" [ 806.474147] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.490641] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.511687] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282598, 'name': Destroy_Task, 'duration_secs': 0.324968} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.511687] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Destroyed the VM [ 806.511687] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.511687] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86d99187-7832-4b57-a5e1-0f4c40ecb1c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.517076] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 806.517076] env[63021]: value = "task-4282604" [ 806.517076] env[63021]: _type = "Task" [ 806.517076] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.529946] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.564798] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.568479] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Successfully created port: 16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.612326] env[63021]: DEBUG nova.network.neutron [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Updating instance_info_cache with network_info: [{"id": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "address": "fa:16:3e:2c:c1:d2", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc3df6d-76", "ovs_interfaceid": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.670270] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282599, 'name': ReconfigVM_Task, 'duration_secs': 0.315149} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.670550] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 806.677939] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5311d8-1efc-4b82-a67e-1319153ff721 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.696957] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081808} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.697678] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.698053] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 806.698053] env[63021]: value = "task-4282605" [ 806.698053] env[63021]: _type = "Task" [ 806.698053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.698762] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc4c81-5d0b-4c3f-bc50-aac738357af5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.730073] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.737886] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 17fc5405-e120-47fd-8334-253e3e525084/17fc5405-e120-47fd-8334-253e3e525084.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.744244] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9cd438-7e7a-4ae4-9ab8-1a98ea45e116 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.759053] env[63021]: DEBUG oslo_vmware.api [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282601, 'name': PowerOnVM_Task, 'duration_secs': 0.484715} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.762592] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.765587] env[63021]: INFO nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Took 4.95 seconds to spawn the instance on the hypervisor. [ 806.765587] env[63021]: DEBUG nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.765587] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282602, 'name': PowerOffVM_Task, 'duration_secs': 0.262496} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.765587] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39481246-10e4-40e1-ac65-82a0c2601094 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.770019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.770019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.770019] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf9eac1-11e4-4a6a-b84b-2d719df44a3b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.770303] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 806.770303] env[63021]: value = "task-4282606" [ 806.770303] env[63021]: _type = "Task" [ 806.770303] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.786528] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.839691] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.839933] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.840107] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleting the datastore file [datastore2] d2de5391-3a0e-47c3-b5a3-85c7d3022dd9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.840415] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b20c60-14be-459d-82a4-3c11665d2383 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.852259] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 806.852259] env[63021]: value = "task-4282608" [ 806.852259] env[63021]: _type = "Task" [ 806.852259] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.861035] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.917961] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7690f5dd-d3df-47ba-99b3-530a64fdaa8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.925645] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a98c59-d45c-46d0-a2c7-e5a87a891b90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956062] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16163a75-b799-4783-83c1-a7ee6fae047f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.963362] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a824f771-44fe-489a-98c0-961bf25ca9a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.978478] env[63021]: DEBUG nova.compute.provider_tree [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.986943] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282603, 'name': PowerOffVM_Task, 'duration_secs': 0.157181} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.987212] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.987377] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.987621] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb28d94-89d7-4e04-b03e-50875ca1f5aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.026943] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.046467] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.046793] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.046927] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleting the datastore file [datastore2] 5c91be97-b5af-4cb4-9173-a972d72318af {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.047144] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b7e333-541a-494e-949e-bdc5cbfaa947 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053201] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 807.053201] env[63021]: value = "task-4282610" [ 807.053201] env[63021]: _type = "Task" [ 807.053201] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.062023] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.115220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116203] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance network_info: |[{"id": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "address": "fa:16:3e:2c:c1:d2", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc3df6d-76", "ovs_interfaceid": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.116374] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:c1:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc3df6d-7650-495b-832e-0eafc1f481aa', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.123843] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating folder: Project (36b3e7a85bf94617af4b35a7fa5af99a). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.124761] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7104c323-e54b-45ec-94b4-a03df397fcb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.137384] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created folder: Project (36b3e7a85bf94617af4b35a7fa5af99a) in parent group-v843603. [ 807.137595] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating folder: Instances. Parent ref: group-v843774. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.137834] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f25082-9584-4f88-b9ed-31635ed57830 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.149068] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created folder: Instances in parent group-v843774. [ 807.149314] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.149501] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.149715] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8822d983-4f8d-44b7-aad2-d93a09281825 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.170562] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.170562] env[63021]: value = "task-4282613" [ 807.170562] env[63021]: _type = "Task" [ 807.170562] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.178065] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282613, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.210798] env[63021]: DEBUG oslo_vmware.api [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282605, 'name': ReconfigVM_Task, 'duration_secs': 0.158424} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.211110] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843734', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'name': 'volume-8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ed8415c-9e2e-47f1-b3f1-a06b129b1f77', 'attached_at': '', 'detached_at': '', 'volume_id': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4', 'serial': '8683542b-f1bb-4a01-b91d-51d1fe42a6a4'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 807.280963] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282606, 'name': ReconfigVM_Task, 'duration_secs': 0.307829} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.285369] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 17fc5405-e120-47fd-8334-253e3e525084/17fc5405-e120-47fd-8334-253e3e525084.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.287189] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190e76a9-341f-4cd8-a5b0-6186ab49e166 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.291705] env[63021]: INFO nova.compute.manager [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Took 43.56 seconds to build instance. [ 807.294801] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 807.294801] env[63021]: value = "task-4282614" [ 807.294801] env[63021]: _type = "Task" [ 807.294801] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.303589] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282614, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.362242] env[63021]: DEBUG oslo_vmware.api [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160236} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.362242] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.362533] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.362533] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.362720] env[63021]: INFO nova.compute.manager [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 807.362962] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.363196] env[63021]: DEBUG nova.compute.manager [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.363494] env[63021]: DEBUG nova.network.neutron [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.392640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "5806b33c-f259-4966-a28b-55d05a54471c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.393261] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.484657] env[63021]: DEBUG nova.scheduler.client.report [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.529194] env[63021]: DEBUG oslo_vmware.api [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282604, 'name': RemoveSnapshot_Task, 'duration_secs': 1.011715} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.529408] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.529627] env[63021]: INFO nova.compute.manager [None req-b1516719-91f4-4b32-bbe1-acc91365be94 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 807.566176] env[63021]: DEBUG oslo_vmware.api [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284252} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.567135] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.567506] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.567855] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.568201] env[63021]: INFO nova.compute.manager [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Took 1.11 seconds to destroy the instance on the hypervisor. [ 807.568589] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.569200] env[63021]: DEBUG nova.compute.manager [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.569509] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.582224] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.618206] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:22:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d157008b-d500-4bdf-80f3-ac06e63df301',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-449192061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.618206] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.618206] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.618206] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.618656] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.622032] env[63021]: DEBUG nova.virt.hardware [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.622032] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27980c37-2484-41ae-9d0e-fa41d19d94a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.629837] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e91da-4e18-4beb-b8db-c60cea3d4679 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.651139] env[63021]: DEBUG nova.compute.manager [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Received event network-changed-fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 807.651341] env[63021]: DEBUG nova.compute.manager [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Refreshing instance network info cache due to event network-changed-fbc3df6d-7650-495b-832e-0eafc1f481aa. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 807.651554] env[63021]: DEBUG oslo_concurrency.lockutils [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] Acquiring lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651691] env[63021]: DEBUG oslo_concurrency.lockutils [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] Acquired lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.651844] env[63021]: DEBUG nova.network.neutron [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Refreshing network info cache for port fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.681076] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282613, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.794016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5eff52fa-bc6f-41e9-9488-e7b4fad5180d tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.311s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.802520] env[63021]: DEBUG nova.compute.manager [req-8b4501c2-f2e1-4bd1-adee-02b702f07f3e req-85587c52-49d3-43a4-a14c-764c80106e0d service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Received event network-vif-deleted-a4ffaea8-2e4f-420f-a63b-1548a6f07c42 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 807.802643] env[63021]: INFO nova.compute.manager [req-8b4501c2-f2e1-4bd1-adee-02b702f07f3e req-85587c52-49d3-43a4-a14c-764c80106e0d service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Neutron deleted interface a4ffaea8-2e4f-420f-a63b-1548a6f07c42; detaching it from the instance and deleting it from the info cache [ 807.802838] env[63021]: DEBUG nova.network.neutron [req-8b4501c2-f2e1-4bd1-adee-02b702f07f3e req-85587c52-49d3-43a4-a14c-764c80106e0d service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.805171] env[63021]: DEBUG nova.objects.instance [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.812635] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282614, 'name': Rename_Task, 'duration_secs': 0.258536} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.813115] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.813220] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d5462c-10f6-43bf-9ecd-123b30c0a75f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.820616] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 807.820616] env[63021]: value = "task-4282615" [ 807.820616] env[63021]: _type = "Task" [ 807.820616] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.829096] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.992224] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.993392] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.998131] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.359s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.998131] env[63021]: DEBUG nova.objects.instance [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lazy-loading 'resources' on Instance uuid 9f3f2c5d-edf2-43cb-884c-175385aedadd {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.184174] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282613, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.207875] env[63021]: DEBUG nova.network.neutron [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.224285] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Successfully updated port: 16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.302842] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.310073] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-071f6ec4-0c13-4058-85b3-c1616ac78717 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.325896] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab8fa8-bd03-4c19-9e15-dd32bcd01746 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.349050] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.370141] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.371962] env[63021]: DEBUG nova.compute.manager [req-8b4501c2-f2e1-4bd1-adee-02b702f07f3e req-85587c52-49d3-43a4-a14c-764c80106e0d service nova] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Detach interface failed, port_id=a4ffaea8-2e4f-420f-a63b-1548a6f07c42, reason: Instance d2de5391-3a0e-47c3-b5a3-85c7d3022dd9 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 808.453057] env[63021]: DEBUG nova.network.neutron [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Updated VIF entry in instance network info cache for port fbc3df6d-7650-495b-832e-0eafc1f481aa. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.453464] env[63021]: DEBUG nova.network.neutron [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Updating instance_info_cache with network_info: [{"id": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "address": "fa:16:3e:2c:c1:d2", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc3df6d-76", "ovs_interfaceid": "fbc3df6d-7650-495b-832e-0eafc1f481aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.454193] env[63021]: WARNING oslo_messaging._drivers.amqpdriver [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 808.499765] env[63021]: DEBUG nova.compute.utils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.501054] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.502134] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.550622] env[63021]: DEBUG nova.policy [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61fda3283bba4abe8949b0e5353fe891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b8d1d0ebf3946808bc8135bbfbc84ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.659948] env[63021]: INFO nova.compute.manager [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Rebuilding instance [ 808.695522] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282613, 'name': CreateVM_Task, 'duration_secs': 1.444823} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.695878] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.696403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.696571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.696900] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.700097] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7863b266-ef3e-487d-a6d2-32af4ccdf227 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.706786] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 808.706786] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5260ad4c-7c77-b98e-7808-4edcfadf08c5" [ 808.706786] env[63021]: _type = "Task" [ 808.706786] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.713915] env[63021]: INFO nova.compute.manager [-] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Took 1.35 seconds to deallocate network for instance. [ 808.722637] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5260ad4c-7c77-b98e-7808-4edcfadf08c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.729818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.729971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.730194] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.740852] env[63021]: DEBUG nova.compute.manager [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.742581] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb10144-16ea-4aa8-8d4b-65b1d36be4b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.820132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-49205c8d-9d14-48f2-b166-72653c68469c tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.822283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.822867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.823154] env[63021]: DEBUG nova.compute.manager [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.827185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1a882-8afc-4c9b-be8f-9cc2ea1f46a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.838575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.844986] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.849569] env[63021]: DEBUG nova.compute.manager [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 808.850127] env[63021]: DEBUG nova.objects.instance [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.873455] env[63021]: INFO nova.compute.manager [-] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Took 1.30 seconds to deallocate network for instance. [ 808.912786] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Successfully created port: f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.956708] env[63021]: DEBUG oslo_concurrency.lockutils [req-a2598969-7cd8-4b2a-aaaa-45a3cebbe918 req-f05a66b3-7455-47ed-9e26-760b2faf3c39 service nova] Releasing lock "refresh_cache-b918efb3-5544-49df-9485-dc94f8666110" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.010036] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.178534] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afaaad5-8343-49da-ae74-cf23220ffdd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.186670] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3aeaf-b75c-4bbb-bf1d-f337bd030395 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.228157] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b480e88a-9b35-410a-8f00-44003d03bec4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.232649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.245743] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5260ad4c-7c77-b98e-7808-4edcfadf08c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.246750] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.246750] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.246750] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.247356] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.247356] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.249511] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb344932-bb15-476d-b2f2-7a659a3c1a59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.254058] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dabde32-0abf-4e2b-99bd-11a6e81bd188 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.267161] env[63021]: DEBUG nova.compute.provider_tree [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.273142] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.273335] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.274584] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470cb4b6-3efe-40c6-b0da-bcfe68726d58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.282564] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 809.282564] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528a2819-06cc-4a99-7194-b70aaaf347ac" [ 809.282564] env[63021]: _type = "Task" [ 809.282564] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.295643] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a2819-06cc-4a99-7194-b70aaaf347ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.300526] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.336727] env[63021]: DEBUG oslo_vmware.api [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282615, 'name': PowerOnVM_Task, 'duration_secs': 1.205984} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.336985] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.337254] env[63021]: INFO nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Took 10.41 seconds to spawn the instance on the hypervisor. [ 809.337466] env[63021]: DEBUG nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.338471] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6094bb-b2ac-474b-9f91-d9b8882d8537 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.383087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.466278] env[63021]: DEBUG nova.network.neutron [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.734944] env[63021]: DEBUG nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Received event network-vif-deleted-e09a69e1-f4d3-4974-9ec4-e48987d67ce5 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.735169] env[63021]: DEBUG nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Received event network-vif-plugged-16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.735365] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Acquiring lock "d2c966e4-9550-4105-bca3-1d183727752b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.735575] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.735741] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.735903] env[63021]: DEBUG nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] No waiting events found dispatching network-vif-plugged-16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.736079] env[63021]: WARNING nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Received unexpected event network-vif-plugged-16ede1ac-eef0-47ed-9daf-cbbf7de47352 for instance with vm_state building and task_state spawning. [ 809.736242] env[63021]: DEBUG nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Received event network-changed-16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.736394] env[63021]: DEBUG nova.compute.manager [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Refreshing instance network info cache due to event network-changed-16ede1ac-eef0-47ed-9daf-cbbf7de47352. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 809.738138] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.773053] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.773132] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d9318b-e0ba-49b0-a13c-1ff2101912b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.775925] env[63021]: DEBUG nova.scheduler.client.report [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.788701] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 809.788701] env[63021]: value = "task-4282616" [ 809.788701] env[63021]: _type = "Task" [ 809.788701] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.795761] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528a2819-06cc-4a99-7194-b70aaaf347ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.797869] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5be0033-63af-4854-ae16-ce3ee2cbeae7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.805465] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.808456] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 809.808456] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5267df32-8f36-0a5c-a347-1b2e6d63432f" [ 809.808456] env[63021]: _type = "Task" [ 809.808456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.816814] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267df32-8f36-0a5c-a347-1b2e6d63432f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.859481] env[63021]: INFO nova.compute.manager [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Took 46.76 seconds to build instance. [ 809.859481] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.859825] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2487c0c1-eb84-44c4-9cf7-686094e95208 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.869074] env[63021]: DEBUG oslo_vmware.api [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 809.869074] env[63021]: value = "task-4282617" [ 809.869074] env[63021]: _type = "Task" [ 809.869074] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.878895] env[63021]: DEBUG oslo_vmware.api [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.970195] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.970555] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Instance network_info: |[{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.970867] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.971055] env[63021]: DEBUG nova.network.neutron [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Refreshing network info cache for port 16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.972328] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:57:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ede1ac-eef0-47ed-9daf-cbbf7de47352', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.979725] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.980697] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.980934] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9caecd83-cb4d-4e07-a808-a9ee1e5a712f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.003365] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.003365] env[63021]: value = "task-4282618" [ 810.003365] env[63021]: _type = "Task" [ 810.003365] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.013683] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282618, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.023633] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.052346] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.052647] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.052807] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.052987] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.053175] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.053325] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.053534] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.053693] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.053860] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.054416] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.054416] env[63021]: DEBUG nova.virt.hardware [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.055113] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a141721d-49f3-4c86-bc86-577c30020634 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.063284] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f15af45-763d-46f3-a497-0bce0098578f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.281815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.284322] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.269s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.285461] env[63021]: DEBUG nova.objects.instance [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 810.297882] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282616, 'name': PowerOffVM_Task, 'duration_secs': 0.148093} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.298159] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.298807] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.303258] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91c392-8881-4f9e-8204-82a026c97807 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.306258] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.307237] env[63021]: INFO nova.scheduler.client.report [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleted allocations for instance 9f3f2c5d-edf2-43cb-884c-175385aedadd [ 810.308497] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f05c4b-2c4f-4097-969b-bf8c6a8654c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.321286] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5267df32-8f36-0a5c-a347-1b2e6d63432f, 'name': SearchDatastore_Task, 'duration_secs': 0.015842} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.321629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.321915] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] b918efb3-5544-49df-9485-dc94f8666110/b918efb3-5544-49df-9485-dc94f8666110.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.322189] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a1421d-52e5-460d-b9b2-6b40e4492fc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.329015] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 810.329015] env[63021]: value = "task-4282620" [ 810.329015] env[63021]: _type = "Task" [ 810.329015] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.337271] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.339481] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.339715] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.339900] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Deleting the datastore file [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.340192] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f14328-caae-4ac5-ad6a-ba6f37d4789a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.347018] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 810.347018] env[63021]: value = "task-4282621" [ 810.347018] env[63021]: _type = "Task" [ 810.347018] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.357912] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.360464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a56220-54b7-4752-b795-d90e9b82ed53 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.673s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.378915] env[63021]: DEBUG oslo_vmware.api [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282617, 'name': PowerOffVM_Task, 'duration_secs': 0.198479} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.379849] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.380161] env[63021]: DEBUG nova.compute.manager [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.381052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70fb7a8-c1dd-47f9-9ed9-26d5214fab15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.510104] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Successfully updated port: f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.516195] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282618, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.820543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5f73eb95-2dad-459c-a54b-796de0d35b67 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "9f3f2c5d-edf2-43cb-884c-175385aedadd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.307s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.842859] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.861335] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205713} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.861605] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.861799] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.862035] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.896978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-73df4bbc-7ada-423b-b88f-78d67c38a08b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.930517] env[63021]: DEBUG nova.network.neutron [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updated VIF entry in instance network info cache for port 16ede1ac-eef0-47ed-9daf-cbbf7de47352. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.930898] env[63021]: DEBUG nova.network.neutron [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.011117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.011180] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.011474] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.017179] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282618, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.293785] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5d341945-3587-4de4-88b0-354fbcab0a5f tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.295128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.466s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.295419] env[63021]: DEBUG nova.objects.instance [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lazy-loading 'resources' on Instance uuid 8fcb5956-5bc0-4e0f-8607-9e73db055dbd {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.338862] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282620, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.434208] env[63021]: DEBUG oslo_concurrency.lockutils [req-fdba5950-e5fb-4ff9-9efc-8b7c2170ee41 req-c73596ef-dc1c-444d-861b-dad519eeedb5 service nova] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.450811] env[63021]: DEBUG nova.compute.manager [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.450973] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cfdd18-36ce-4580-8564-88eddd736591 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.516461] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282618, 'name': CreateVM_Task, 'duration_secs': 1.448379} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.516645] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.517626] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.517803] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.518146] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.518397] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abf5395-4b37-470a-9f1d-06dc446ca174 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.523179] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 811.523179] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525bb9a0-b947-e51b-4e2e-de5b5753b216" [ 811.523179] env[63021]: _type = "Task" [ 811.523179] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.530932] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525bb9a0-b947-e51b-4e2e-de5b5753b216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.541389] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "4494ad3b-3582-4af4-8a59-c80717a7322b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.541616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.541820] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.542011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.542182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.544209] env[63021]: INFO nova.compute.manager [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Terminating instance [ 811.547154] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.695828] env[63021]: DEBUG nova.objects.instance [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.700775] env[63021]: DEBUG nova.network.neutron [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.840796] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282620, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.898905] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.899172] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.899325] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.899539] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.900561] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.900561] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.900771] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.901014] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.901273] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.901532] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.901734] env[63021]: DEBUG nova.virt.hardware [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.902778] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592c34f-d92b-4a34-957c-21a3978edd76 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.914350] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6752e6-fc9c-4e0e-99ec-c109bfd0d732 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.930873] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.936740] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.939666] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.940173] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64078fa5-e3e8-47a2-9014-a59f71a3f7d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.961584] env[63021]: INFO nova.compute.manager [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] instance snapshotting [ 811.963386] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.963386] env[63021]: value = "task-4282622" [ 811.963386] env[63021]: _type = "Task" [ 811.963386] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.970359] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b4412-911d-4ceb-b161-889a7ff7f28d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.978923] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282622, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.995976] env[63021]: DEBUG nova.compute.manager [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-vif-plugged-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 811.996216] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.996430] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.996604] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.996773] env[63021]: DEBUG nova.compute.manager [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] No waiting events found dispatching network-vif-plugged-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.996937] env[63021]: WARNING nova.compute.manager [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received unexpected event network-vif-plugged-f00c862f-342e-4d84-aa03-379be520a904 for instance with vm_state building and task_state spawning. [ 811.997108] env[63021]: DEBUG nova.compute.manager [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-changed-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 811.997263] env[63021]: DEBUG nova.compute.manager [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing instance network info cache due to event network-changed-f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 811.997431] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.001259] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c57381c-2270-47ce-a5e7-a864fa5529f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.033316] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525bb9a0-b947-e51b-4e2e-de5b5753b216, 'name': SearchDatastore_Task, 'duration_secs': 0.050599} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.034607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.034607] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.034607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.034607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.034607] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.035443] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04da91ce-4163-4864-b705-766615ab8b18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.047930] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.048219] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.049132] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d3d708-b846-4e97-8105-87619fc4cfd5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.053881] env[63021]: DEBUG nova.compute.manager [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.053881] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.058155] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29f7bc-da2b-40d5-8327-9e715c16524e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.064551] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 812.064551] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527235d5-38f7-2e4f-bc1c-89efb6a62810" [ 812.064551] env[63021]: _type = "Task" [ 812.064551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.067089] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.070635] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-213dda21-4f08-4d09-8be0-ed7fb6e75922 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.080517] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527235d5-38f7-2e4f-bc1c-89efb6a62810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.081888] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 812.081888] env[63021]: value = "task-4282623" [ 812.081888] env[63021]: _type = "Task" [ 812.081888] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.089877] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.201318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.201318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.201318] env[63021]: DEBUG nova.network.neutron [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.201318] env[63021]: DEBUG nova.objects.instance [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'info_cache' on Instance uuid 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.202894] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204119] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Instance network_info: |[{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.204119] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.204119] env[63021]: DEBUG nova.network.neutron [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing network info cache for port f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.205452] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:65:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f00c862f-342e-4d84-aa03-379be520a904', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.214327] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.219434] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.224013] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c05577-5d1c-499a-82c1-3fb3ebd113c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.250595] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.250595] env[63021]: value = "task-4282624" [ 812.250595] env[63021]: _type = "Task" [ 812.250595] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.259820] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282624, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.346560] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282620, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.913145} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.350223] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] b918efb3-5544-49df-9485-dc94f8666110/b918efb3-5544-49df-9485-dc94f8666110.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.350529] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.351057] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52a5fe6-ff24-4c87-a308-9d41b899270b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.359687] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 812.359687] env[63021]: value = "task-4282625" [ 812.359687] env[63021]: _type = "Task" [ 812.359687] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.372805] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.441817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80477c4-dff1-4025-a843-28351e4476a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.449501] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3afb3-71a2-497a-966b-b721e6403ad1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.484911] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26b337-9e5b-4526-8a18-30fdcfb58e2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.495662] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c978a11f-6851-49c7-8714-4a0c74cdaf1f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.499601] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282622, 'name': CreateVM_Task, 'duration_secs': 0.457562} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.499792] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.500613] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.500807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.501139] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.501394] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec356c5c-1328-458f-bb42-17a08e3a1611 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.511706] env[63021]: DEBUG nova.compute.provider_tree [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.517022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.517022] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-569b635b-245a-4854-a9cf-5a012c6f04e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.518720] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 812.518720] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521c7377-35cb-2398-d21a-6b5be6742453" [ 812.518720] env[63021]: _type = "Task" [ 812.518720] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.524911] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 812.524911] env[63021]: value = "task-4282626" [ 812.524911] env[63021]: _type = "Task" [ 812.524911] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.528566] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521c7377-35cb-2398-d21a-6b5be6742453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.536786] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.576838] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527235d5-38f7-2e4f-bc1c-89efb6a62810, 'name': SearchDatastore_Task, 'duration_secs': 0.030387} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.577738] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da1efe2-cbc8-4cf0-a37f-c80dbdb20efe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.582916] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 812.582916] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5270967e-525d-3849-e873-4965a2b0abe0" [ 812.582916] env[63021]: _type = "Task" [ 812.582916] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.595108] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5270967e-525d-3849-e873-4965a2b0abe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.599172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.599172] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.599172] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282623, 'name': PowerOffVM_Task, 'duration_secs': 0.313989} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.599316] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b172947d-7e2f-4540-ac3e-f8ae14901e00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.601276] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.601498] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.601762] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d11cc4b-d4b8-4dd2-b2c4-2102470d2453 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.607825] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 812.607825] env[63021]: value = "task-4282627" [ 812.607825] env[63021]: _type = "Task" [ 812.607825] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.615954] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.665595] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.665931] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.666233] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleting the datastore file [datastore2] 4494ad3b-3582-4af4-8a59-c80717a7322b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.666563] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bfd5657-5554-48be-9e7b-299c7e7bf2e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.673295] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for the task: (returnval){ [ 812.673295] env[63021]: value = "task-4282629" [ 812.673295] env[63021]: _type = "Task" [ 812.673295] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.683301] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.704287] env[63021]: DEBUG nova.objects.base [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Object Instance<8ed8415c-9e2e-47f1-b3f1-a06b129b1f77> lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 812.722641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.722930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.723182] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.723408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.723603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.726052] env[63021]: INFO nova.compute.manager [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Terminating instance [ 812.762771] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282624, 'name': CreateVM_Task, 'duration_secs': 0.3576} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.762954] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.763766] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.870585] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.870876] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.871695] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af5f40-513e-4c11-bdb9-3231e5c42f6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.903767] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b918efb3-5544-49df-9485-dc94f8666110/b918efb3-5544-49df-9485-dc94f8666110.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.904118] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e124630-7647-473d-a850-a3b59971bdfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.930677] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 812.930677] env[63021]: value = "task-4282630" [ 812.930677] env[63021]: _type = "Task" [ 812.930677] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.944583] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.980420] env[63021]: DEBUG nova.network.neutron [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updated VIF entry in instance network info cache for port f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.980953] env[63021]: DEBUG nova.network.neutron [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.018056] env[63021]: DEBUG nova.scheduler.client.report [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.032257] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521c7377-35cb-2398-d21a-6b5be6742453, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.035694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.035957] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.036219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036370] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036570] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.038147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.038469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.038724] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2c4ac0-bffd-455e-a373-671f53b92f1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.041006] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffe5dbf-3b0c-4815-ab69-4e5f61d233de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.047105] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.048786] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 813.048786] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e69970-601b-9c7c-ba26-82a086201399" [ 813.048786] env[63021]: _type = "Task" [ 813.048786] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.054145] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.054145] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.057676] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29430dbc-dcdd-4846-b95a-8db457ac4d3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.060058] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e69970-601b-9c7c-ba26-82a086201399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.064540] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 813.064540] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52793c4c-385e-60b9-c609-cc6e5311486b" [ 813.064540] env[63021]: _type = "Task" [ 813.064540] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.072829] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52793c4c-385e-60b9-c609-cc6e5311486b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.117887] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.183652] env[63021]: DEBUG oslo_vmware.api [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Task: {'id': task-4282629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461159} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.183895] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.184091] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.184286] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.184509] env[63021]: INFO nova.compute.manager [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 813.184752] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.184935] env[63021]: DEBUG nova.compute.manager [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.185040] env[63021]: DEBUG nova.network.neutron [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.232404] env[63021]: DEBUG nova.compute.manager [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.232541] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.233815] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2411d14e-d2b2-410d-8ce8-f8f0c9ffea09 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.243427] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.243731] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bd7949-79c3-46b7-8f36-a7873cc2fa79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.251098] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 813.251098] env[63021]: value = "task-4282631" [ 813.251098] env[63021]: _type = "Task" [ 813.251098] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.262411] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.440841] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.484114] env[63021]: DEBUG oslo_concurrency.lockutils [req-72fd6a1f-e4c6-49a3-a941-fd63e54d1854 req-4f883bd7-b05f-48aa-a9b5-e56b62122ace service nova] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.527365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.530107] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.135s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.530360] env[63021]: DEBUG nova.objects.instance [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lazy-loading 'resources' on Instance uuid ee7d0293-0472-432e-882b-cd2426e93898 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.548027] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.564337] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e69970-601b-9c7c-ba26-82a086201399, 'name': SearchDatastore_Task, 'duration_secs': 0.063813} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.564674] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.564951] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.565185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.573903] env[63021]: INFO nova.scheduler.client.report [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleted allocations for instance 8fcb5956-5bc0-4e0f-8607-9e73db055dbd [ 813.580096] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52793c4c-385e-60b9-c609-cc6e5311486b, 'name': SearchDatastore_Task, 'duration_secs': 0.064074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.580879] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0561d855-7389-4541-b477-e48e0268f4f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.586556] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 813.586556] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52930249-2f3f-d3b1-eada-50c6d0f8d565" [ 813.586556] env[63021]: _type = "Task" [ 813.586556] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.594661] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52930249-2f3f-d3b1-eada-50c6d0f8d565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.595607] env[63021]: DEBUG nova.network.neutron [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [{"id": "40f3cb91-161d-4024-b298-4969865d0193", "address": "fa:16:3e:2a:69:93", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f3cb91-16", "ovs_interfaceid": "40f3cb91-161d-4024-b298-4969865d0193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.618981] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594833} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.619285] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.619529] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.619783] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb671d73-8e5f-45b7-8de8-01f26f754ce6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.626770] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 813.626770] env[63021]: value = "task-4282632" [ 813.626770] env[63021]: _type = "Task" [ 813.626770] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.634860] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.768218] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282631, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.940924] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282630, 'name': ReconfigVM_Task, 'duration_secs': 0.901054} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.941234] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b918efb3-5544-49df-9485-dc94f8666110/b918efb3-5544-49df-9485-dc94f8666110.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.941857] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349cb776-ffb9-44af-91bb-722bccd04a89 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.947634] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 813.947634] env[63021]: value = "task-4282633" [ 813.947634] env[63021]: _type = "Task" [ 813.947634] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.955177] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282633, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.050496] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282626, 'name': CreateSnapshot_Task, 'duration_secs': 1.338455} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.050895] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.051422] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762eeabe-ddd6-45e3-8aa5-51a340354325 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.055723] env[63021]: DEBUG nova.compute.manager [req-f868d225-e74c-4319-9e51-3554d359f4fb req-01c93e94-0762-4ac4-8e47-4eeee6f7b25d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Received event network-vif-deleted-6b28ec97-5b49-4777-9e39-1ad810ac5f4a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 814.055917] env[63021]: INFO nova.compute.manager [req-f868d225-e74c-4319-9e51-3554d359f4fb req-01c93e94-0762-4ac4-8e47-4eeee6f7b25d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Neutron deleted interface 6b28ec97-5b49-4777-9e39-1ad810ac5f4a; detaching it from the instance and deleting it from the info cache [ 814.056106] env[63021]: DEBUG nova.network.neutron [req-f868d225-e74c-4319-9e51-3554d359f4fb req-01c93e94-0762-4ac4-8e47-4eeee6f7b25d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.080488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eb7195fe-7926-4842-8688-eb6bb046d414 tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "8fcb5956-5bc0-4e0f-8607-9e73db055dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.018s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.098613] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "refresh_cache-8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100223] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52930249-2f3f-d3b1-eada-50c6d0f8d565, 'name': SearchDatastore_Task, 'duration_secs': 0.031204} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.100589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.100863] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.102074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.102386] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.102794] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c5fca5-7310-4cfe-9883-938e106a7943 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.105227] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84410864-c133-4c39-ad40-92a4e5c11fa9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.109821] env[63021]: DEBUG nova.network.neutron [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.116651] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 814.116651] env[63021]: value = "task-4282634" [ 814.116651] env[63021]: _type = "Task" [ 814.116651] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.123363] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.123558] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.125134] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12eefca-859d-4688-bec3-7c16bc4a061d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.134664] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.142040] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 814.142040] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52bf071b-4ac4-4e48-a6c6-152dc9aacea6" [ 814.142040] env[63021]: _type = "Task" [ 814.142040] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.145778] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070747} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.148907] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.154507] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e3c0d-b491-4c6f-a745-3140dc387be2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.160632] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bf071b-4ac4-4e48-a6c6-152dc9aacea6, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.178338] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.181074] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553ee898-5179-4901-a27d-2fbbc1c0dc16 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.186020] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb2ca42-0866-4c3b-8547-a700cb9c30b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.201534] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 814.201534] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ce52-f160-b03a-1a3e-d3ba3c5c1421" [ 814.201534] env[63021]: _type = "Task" [ 814.201534] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.206444] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 814.206444] env[63021]: value = "task-4282635" [ 814.206444] env[63021]: _type = "Task" [ 814.206444] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.212137] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ce52-f160-b03a-1a3e-d3ba3c5c1421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.223773] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.269045] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282631, 'name': PowerOffVM_Task, 'duration_secs': 0.627482} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.269567] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.269905] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.270335] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f52377e8-342d-4348-8f77-70b31c577fd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.372648] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.372887] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.373091] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleting the datastore file [datastore2] 4398cb00-ac09-4d96-8505-ef5c3a426b48 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.376135] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2449de81-38cd-47cb-a1e9-447cef366d55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.384428] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 814.384428] env[63021]: value = "task-4282637" [ 814.384428] env[63021]: _type = "Task" [ 814.384428] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.401630] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.458074] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282633, 'name': Rename_Task, 'duration_secs': 0.276844} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.458362] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.458644] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2304a0c6-03c4-46da-a25f-57a5a3adfdfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.471730] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 814.471730] env[63021]: value = "task-4282638" [ 814.471730] env[63021]: _type = "Task" [ 814.471730] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.485651] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.559146] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7df9ef9a-3385-4e13-b3bf-0aa1152082dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.575659] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.579026] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddb1bd10-a2da-488c-b115-b52632468a71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585190] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff084f1-356b-41be-825e-b4119d33e8e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.604169] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 814.604169] env[63021]: value = "task-4282639" [ 814.604169] env[63021]: _type = "Task" [ 814.604169] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.626786] env[63021]: INFO nova.compute.manager [-] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Took 1.44 seconds to deallocate network for instance. [ 814.627298] env[63021]: DEBUG nova.compute.manager [req-f868d225-e74c-4319-9e51-3554d359f4fb req-01c93e94-0762-4ac4-8e47-4eeee6f7b25d service nova] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Detach interface failed, port_id=6b28ec97-5b49-4777-9e39-1ad810ac5f4a, reason: Instance 4494ad3b-3582-4af4-8a59-c80717a7322b could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 814.638059] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282639, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.647455] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493801} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.647717] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.647935] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.648200] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8252cbf-9ff0-45a9-8a95-5202856ba7d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.657444] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 814.657444] env[63021]: value = "task-4282640" [ 814.657444] env[63021]: _type = "Task" [ 814.657444] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.667070] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.698579] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9448a-e808-4a17-985b-091936752120 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.717295] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ce52-f160-b03a-1a3e-d3ba3c5c1421, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.718082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.718452] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/3d2990aa-09cf-48a0-a021-71ddc766ae3e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.719418] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d09cee-7c01-4698-b0ad-8cbd8c9f01ea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.726099] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc70a3e-2966-4f47-994e-f7355a3b04c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.728528] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.757289] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf84155-2586-454a-8d95-bc3093c816a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.760041] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 814.760041] env[63021]: value = "task-4282641" [ 814.760041] env[63021]: _type = "Task" [ 814.760041] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.767253] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb671b-a474-4853-9d47-be0af1469175 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.774594] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.784201] env[63021]: DEBUG nova.compute.provider_tree [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.894174] env[63021]: DEBUG oslo_vmware.api [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34161} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.894478] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.894689] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.894868] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.895154] env[63021]: INFO nova.compute.manager [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Took 1.66 seconds to destroy the instance on the hypervisor. [ 814.895471] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.895708] env[63021]: DEBUG nova.compute.manager [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.895808] env[63021]: DEBUG nova.network.neutron [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.985205] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282638, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.107291] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.107291] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a5aca8-cff4-422c-850f-5a48195a61a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.123782] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282639, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.125799] env[63021]: DEBUG oslo_vmware.api [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 815.125799] env[63021]: value = "task-4282642" [ 815.125799] env[63021]: _type = "Task" [ 815.125799] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.139358] env[63021]: DEBUG oslo_vmware.api [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282642, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.143525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.180386] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082469} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.181415] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.182448] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab0ef25-11d1-48c6-9004-c71016e422b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.206561] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.208171] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f708ee95-3551-4290-874e-5888bf86f88b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.235303] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282635, 'name': ReconfigVM_Task, 'duration_secs': 0.522647} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.236673] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.237462] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 815.237462] env[63021]: value = "task-4282643" [ 815.237462] env[63021]: _type = "Task" [ 815.237462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.237885] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f13fc5-2f9b-4748-be7a-aa3442dac115 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.249016] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.250495] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 815.250495] env[63021]: value = "task-4282644" [ 815.250495] env[63021]: _type = "Task" [ 815.250495] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.264581] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282644, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.276108] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538985} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.276362] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/3d2990aa-09cf-48a0-a021-71ddc766ae3e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.276609] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.276937] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28dd684b-2523-43f3-b614-8fc1a4061272 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.285207] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 815.285207] env[63021]: value = "task-4282645" [ 815.285207] env[63021]: _type = "Task" [ 815.285207] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.289849] env[63021]: DEBUG nova.scheduler.client.report [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.299365] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.484427] env[63021]: DEBUG oslo_vmware.api [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282638, 'name': PowerOnVM_Task, 'duration_secs': 0.869042} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.484785] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.485038] env[63021]: INFO nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Took 10.74 seconds to spawn the instance on the hypervisor. [ 815.485264] env[63021]: DEBUG nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.486114] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489bb81c-8cb8-41ee-8a27-d62aa67951ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.615998] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282639, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.635430] env[63021]: DEBUG oslo_vmware.api [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282642, 'name': PowerOnVM_Task, 'duration_secs': 0.461561} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.635768] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.635980] env[63021]: DEBUG nova.compute.manager [None req-0d4c614c-5b18-4391-a7cc-96a6aa20ef80 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.636792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcd3fc-411b-4ad5-be69-b92034c0b496 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672292] env[63021]: DEBUG nova.network.neutron [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.749776] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282643, 'name': ReconfigVM_Task, 'duration_secs': 0.311666} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.750099] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c/0705817d-2ee7-4416-b5ee-e2f323b0939c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.750706] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39136ba0-f158-4b2d-a6ad-e6fb53761e7f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.761533] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282644, 'name': Rename_Task, 'duration_secs': 0.193354} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.762652] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.762946] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 815.762946] env[63021]: value = "task-4282646" [ 815.762946] env[63021]: _type = "Task" [ 815.762946] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.763136] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a91223-9823-4ac8-ab67-9b4f3e5ee47c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.771322] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 815.771322] env[63021]: value = "task-4282647" [ 815.771322] env[63021]: _type = "Task" [ 815.771322] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.774488] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282646, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.782560] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.794632] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074894} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.795501] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.797514] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.799013] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.463s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.799013] env[63021]: DEBUG nova.objects.instance [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lazy-loading 'resources' on Instance uuid 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.800143] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95442bc0-ec9b-42cc-964a-f7bec294a5e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.824806] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/3d2990aa-09cf-48a0-a021-71ddc766ae3e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.826085] env[63021]: INFO nova.scheduler.client.report [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted allocations for instance ee7d0293-0472-432e-882b-cd2426e93898 [ 815.827377] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1acf44-022b-4060-ad5b-58b3c2e52b67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.851975] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 815.851975] env[63021]: value = "task-4282648" [ 815.851975] env[63021]: _type = "Task" [ 815.851975] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.861410] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.004323] env[63021]: INFO nova.compute.manager [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Took 48.03 seconds to build instance. [ 816.082298] env[63021]: DEBUG nova.compute.manager [req-c287ed7b-5597-4dd9-94ff-d3bcb9c37487 req-e22263b6-3d1a-462b-bae1-d5bce2933808 service nova] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Received event network-vif-deleted-39e53b04-d70e-4e42-80ee-483b6e22d29c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 816.116482] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282639, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.176485] env[63021]: INFO nova.compute.manager [-] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Took 1.28 seconds to deallocate network for instance. [ 816.275282] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282646, 'name': Rename_Task, 'duration_secs': 0.143061} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.278473] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.278769] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c4823a-cf5a-46a9-ad5e-f2a22fb1a9d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.285503] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.286810] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 816.286810] env[63021]: value = "task-4282649" [ 816.286810] env[63021]: _type = "Task" [ 816.286810] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.294946] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.350814] env[63021]: DEBUG oslo_concurrency.lockutils [None req-13c4c374-fb74-4246-8a99-ec350a9720aa tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "ee7d0293-0472-432e-882b-cd2426e93898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.033s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.366252] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282648, 'name': ReconfigVM_Task, 'duration_secs': 0.293948} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.367188] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/3d2990aa-09cf-48a0-a021-71ddc766ae3e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.369112] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e897a74-a99d-45c2-8e31-0ceb1ceb06dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.383186] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 816.383186] env[63021]: value = "task-4282650" [ 816.383186] env[63021]: _type = "Task" [ 816.383186] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.394902] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282650, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.505654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bacd1cb-c185-4d94-a37b-4ac273256bea tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.749s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.619711] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282639, 'name': CloneVM_Task, 'duration_secs': 1.88599} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.619974] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Created linked-clone VM from snapshot [ 816.620746] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2fc035-e0d0-4a0f-9bef-61e4b74d4e47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.631332] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Uploading image 8407ee8d-3591-4321-b266-3841ff5b9249 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.643533] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.643804] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c097ac6a-a608-41f8-8f71-383d27ad6e7c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.652211] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 816.652211] env[63021]: value = "task-4282651" [ 816.652211] env[63021]: _type = "Task" [ 816.652211] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.663424] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282651, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.682463] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.783745] env[63021]: DEBUG oslo_vmware.api [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282647, 'name': PowerOnVM_Task, 'duration_secs': 0.8381} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.784062] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.784371] env[63021]: INFO nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 816.784492] env[63021]: DEBUG nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.787724] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03b6f3-c893-47a8-9306-a6e9bc1d68f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.802951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "b918efb3-5544-49df-9485-dc94f8666110" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.803226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.804283] env[63021]: DEBUG nova.compute.manager [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.804283] env[63021]: DEBUG oslo_vmware.api [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282649, 'name': PowerOnVM_Task, 'duration_secs': 0.501842} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.806992] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3b605-d603-4707-b2d6-49a0f1938b47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.810415] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.810415] env[63021]: DEBUG nova.compute.manager [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.810610] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a2e15-c6aa-43c1-ae51-f766e786fa5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.820690] env[63021]: DEBUG nova.compute.manager [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 816.821286] env[63021]: DEBUG nova.objects.instance [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lazy-loading 'flavor' on Instance uuid b918efb3-5544-49df-9485-dc94f8666110 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.875335] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.875670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.875903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.876334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.876334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.878597] env[63021]: INFO nova.compute.manager [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Terminating instance [ 816.899218] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282650, 'name': Rename_Task, 'duration_secs': 0.155854} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.899611] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.899944] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be9034c-9d96-438c-a265-ebd4f3b9c6b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.907211] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 816.907211] env[63021]: value = "task-4282652" [ 816.907211] env[63021]: _type = "Task" [ 816.907211] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.916790] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.953864] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36768524-99d7-4f86-a408-50f7ece6d8a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.960912] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c1491d-1e0c-4795-a04b-5a9b5deffc5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.993033] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ad62c-5eb9-49a6-a29f-9b4526498fd2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.001939] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f2ffc7-4286-4b3e-9b9f-26d139f305a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.019920] env[63021]: DEBUG nova.compute.provider_tree [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.165124] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282651, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.315214] env[63021]: INFO nova.compute.manager [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Took 48.31 seconds to build instance. [ 817.332683] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.385212] env[63021]: DEBUG nova.compute.manager [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.385212] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.385212] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be63ab-cf89-4b9d-b466-eb21e44a7c04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.391760] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.391843] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1146e5e3-ce55-456f-a9a5-13114ca86707 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.397706] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 817.397706] env[63021]: value = "task-4282653" [ 817.397706] env[63021]: _type = "Task" [ 817.397706] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.406673] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.421227] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.523464] env[63021]: DEBUG nova.scheduler.client.report [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.669532] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282651, 'name': Destroy_Task, 'duration_secs': 0.715759} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.669751] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Destroyed the VM [ 817.670038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.670264] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00b23754-163d-48fd-a1ad-88a42f2ba0f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.676865] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 817.676865] env[63021]: value = "task-4282654" [ 817.676865] env[63021]: _type = "Task" [ 817.676865] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.686185] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.817650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-65ce9a27-8621-4131-97cf-d8a2e640f0bf tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.126s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.835228] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.835228] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b944dc-c666-4f21-8c07-f1284cf0a2bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.841665] env[63021]: DEBUG oslo_vmware.api [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 817.841665] env[63021]: value = "task-4282655" [ 817.841665] env[63021]: _type = "Task" [ 817.841665] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.850986] env[63021]: DEBUG oslo_vmware.api [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.908147] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282653, 'name': PowerOffVM_Task, 'duration_secs': 0.318871} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.908593] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.908825] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.912587] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2098260-664f-4587-8dc4-bca016ca3174 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.919689] env[63021]: DEBUG oslo_vmware.api [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282652, 'name': PowerOnVM_Task, 'duration_secs': 0.640065} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.919968] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.920240] env[63021]: INFO nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 817.920425] env[63021]: DEBUG nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.921303] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c66678-b37c-4a0e-b825-d6ab9919f9d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.985415] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.985647] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.985849] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] 5c62c393-d671-4a14-b37f-9ed921c10c0d {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.986206] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cef037b-e4f6-4674-be21-7650662fc814 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.992908] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 817.992908] env[63021]: value = "task-4282657" [ 817.992908] env[63021]: _type = "Task" [ 817.992908] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.002700] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.029553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.034352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.639s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.036648] env[63021]: INFO nova.compute.claims [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.142494] env[63021]: INFO nova.scheduler.client.report [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Deleted allocations for instance 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c [ 818.189719] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282654, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.350970] env[63021]: DEBUG oslo_vmware.api [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282655, 'name': PowerOffVM_Task, 'duration_secs': 0.253014} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.351258] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.351475] env[63021]: DEBUG nova.compute.manager [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.352276] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0a421c-8953-4e4d-9cc3-19fb7e5d65c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.441248] env[63021]: INFO nova.compute.manager [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Took 45.96 seconds to build instance. [ 818.503009] env[63021]: DEBUG oslo_vmware.api [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19952} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.503306] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.503525] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.503722] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.503918] env[63021]: INFO nova.compute.manager [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 818.504192] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.504384] env[63021]: DEBUG nova.compute.manager [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.504515] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.652642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1e0794f9-58d6-490b-937a-d12011cab9f1 tempest-ServerShowV257Test-1916343478 tempest-ServerShowV257Test-1916343478-project-member] Lock "9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.685s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.688843] env[63021]: DEBUG oslo_vmware.api [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676659} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.689188] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.753215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.753215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.753215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "0705817d-2ee7-4416-b5ee-e2f323b0939c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.753215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.753334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.755446] env[63021]: INFO nova.compute.manager [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Terminating instance [ 818.825811] env[63021]: DEBUG nova.compute.manager [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 818.865913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d0535788-e236-432d-942a-b704d833f333 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.943177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c878957a-8d65-4c37-a60c-429a68664a6e tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.541s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.194190] env[63021]: WARNING nova.compute.manager [None req-a073b021-31ef-4ff0-ae34-210d0c428a28 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Image not found during snapshot: nova.exception.ImageNotFound: Image 8407ee8d-3591-4321-b266-3841ff5b9249 could not be found. [ 819.259257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "refresh_cache-0705817d-2ee7-4416-b5ee-e2f323b0939c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.259491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquired lock "refresh_cache-0705817d-2ee7-4416-b5ee-e2f323b0939c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.259706] env[63021]: DEBUG nova.network.neutron [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.354251] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.541225] env[63021]: DEBUG nova.compute.manager [req-03371f38-b8f9-4d1a-8730-21c78a6a8c4c req-5500e1fe-6a14-4694-b6aa-92bfe9df95ba service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Received event network-vif-deleted-0ac7126c-29e9-4754-9d65-d34843ac871f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 819.541672] env[63021]: INFO nova.compute.manager [req-03371f38-b8f9-4d1a-8730-21c78a6a8c4c req-5500e1fe-6a14-4694-b6aa-92bfe9df95ba service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Neutron deleted interface 0ac7126c-29e9-4754-9d65-d34843ac871f; detaching it from the instance and deleting it from the info cache [ 819.541732] env[63021]: DEBUG nova.network.neutron [req-03371f38-b8f9-4d1a-8730-21c78a6a8c4c req-5500e1fe-6a14-4694-b6aa-92bfe9df95ba service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.562679] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.628943] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff593552-04b4-4f73-8b4a-a73151cd9341 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.641809] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2aa1a-abc0-4c99-a2d6-5db98690415e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.673688] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8beddd-e863-4517-a4a8-79859f83cbc6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.681778] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d753f1e0-b1e0-4f03-a4b0-ccc24bee0111 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.696999] env[63021]: DEBUG nova.compute.provider_tree [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.782232] env[63021]: DEBUG nova.network.neutron [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.842842] env[63021]: DEBUG nova.network.neutron [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.043893] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f91c5c1a-490c-42c5-b04b-cb0efa255124 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054057] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f94f9d-14b9-408d-abee-eae2ec06e709 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.066042] env[63021]: INFO nova.compute.manager [-] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Took 1.56 seconds to deallocate network for instance. [ 820.095008] env[63021]: DEBUG nova.compute.manager [req-03371f38-b8f9-4d1a-8730-21c78a6a8c4c req-5500e1fe-6a14-4694-b6aa-92bfe9df95ba service nova] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Detach interface failed, port_id=0ac7126c-29e9-4754-9d65-d34843ac871f, reason: Instance 5c62c393-d671-4a14-b37f-9ed921c10c0d could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 820.201862] env[63021]: DEBUG nova.scheduler.client.report [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.347408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Releasing lock "refresh_cache-0705817d-2ee7-4416-b5ee-e2f323b0939c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.347686] env[63021]: DEBUG nova.compute.manager [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.347882] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.349104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292dbf7-60c5-41de-9c8e-55836c8807a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.357168] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.357367] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-607971d3-6f64-4851-81f6-162906e65c69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.363955] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 820.363955] env[63021]: value = "task-4282658" [ 820.363955] env[63021]: _type = "Task" [ 820.363955] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.371323] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.446774] env[63021]: DEBUG nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.447699] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b41511-8c73-4288-83ff-8cc983840683 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.459203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "17fc5405-e120-47fd-8334-253e3e525084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.459445] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.459647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "17fc5405-e120-47fd-8334-253e3e525084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.459976] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.460075] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.462142] env[63021]: INFO nova.compute.manager [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Terminating instance [ 820.573272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.707437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.707977] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.710715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.611s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.710889] env[63021]: DEBUG nova.objects.instance [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lazy-loading 'resources' on Instance uuid 3503fa46-8fec-4253-85a7-f6f4c516cb97 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.874667] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282658, 'name': PowerOffVM_Task, 'duration_secs': 0.19073} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.874897] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.875094] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.875353] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fd1ee7-c536-43a6-8d1d-60ef302e16d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.902899] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.903158] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.903349] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Deleting the datastore file [datastore2] 0705817d-2ee7-4416-b5ee-e2f323b0939c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.903647] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac77372d-d80a-4db7-9ebe-4527d36fa85d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.910429] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for the task: (returnval){ [ 820.910429] env[63021]: value = "task-4282660" [ 820.910429] env[63021]: _type = "Task" [ 820.910429] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.919080] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.958406] env[63021]: INFO nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] instance snapshotting [ 820.958565] env[63021]: WARNING nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 820.961995] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781dab50-542e-4a50-af38-89ff6705ca77 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.966460] env[63021]: DEBUG nova.compute.manager [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.966661] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.981665] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2062759c-90ea-4721-8d1a-735500be3387 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.985179] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495a17a-0cb7-4716-80f4-e26af89a9924 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.995733] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.996156] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f8e188-5bd1-4618-a2ca-1ffc2b151862 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.002350] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 821.002350] env[63021]: value = "task-4282661" [ 821.002350] env[63021]: _type = "Task" [ 821.002350] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.010510] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.218291] env[63021]: DEBUG nova.compute.utils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.220557] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.220777] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.271706] env[63021]: DEBUG nova.policy [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a72d7a7324d4c67b9f8d908f94fdf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7da774b2ff8a4556b6bc6594ab064e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.420414] env[63021]: DEBUG oslo_vmware.api [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Task: {'id': task-4282660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109224} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.422863] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.423065] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.423246] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.423421] env[63021]: INFO nova.compute.manager [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 821.423659] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.424129] env[63021]: DEBUG nova.compute.manager [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.424129] env[63021]: DEBUG nova.network.neutron [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.441299] env[63021]: DEBUG nova.network.neutron [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.497731] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.498044] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8537e67f-958b-43d9-9005-4e80dab5c90f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.506853] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 821.506853] env[63021]: value = "task-4282662" [ 821.506853] env[63021]: _type = "Task" [ 821.506853] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.513352] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282661, 'name': PowerOffVM_Task, 'duration_secs': 0.205437} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.513958] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.514181] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.514464] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e09e5a57-46a8-4d64-8f7f-670bae037807 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.518964] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.578465] env[63021]: DEBUG nova.compute.manager [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-changed-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 821.578665] env[63021]: DEBUG nova.compute.manager [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing instance network info cache due to event network-changed-f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 821.578885] env[63021]: DEBUG oslo_concurrency.lockutils [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.579156] env[63021]: DEBUG oslo_concurrency.lockutils [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.579237] env[63021]: DEBUG nova.network.neutron [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing network info cache for port f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.581358] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.581511] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.581687] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleting the datastore file [datastore2] 17fc5405-e120-47fd-8334-253e3e525084 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.582337] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a398e0be-fa1a-437d-bb34-0cd9b2029834 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.592970] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 821.592970] env[63021]: value = "task-4282664" [ 821.592970] env[63021]: _type = "Task" [ 821.592970] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.603702] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.625950] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Successfully created port: c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.692945] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4dc862-05e8-4a51-9480-c3703e21a75b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.700907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82fda46-8fbd-4a47-88c9-1c556469391e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.733261] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.736592] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d7ef1e-24b0-4f50-96ea-e3b94b46e305 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.744348] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ebeb82-b27a-42a9-8f67-8cea5d188134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.758452] env[63021]: DEBUG nova.compute.provider_tree [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.944327] env[63021]: DEBUG nova.network.neutron [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.016920] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282662, 'name': CreateSnapshot_Task, 'duration_secs': 0.458965} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.017211] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 822.018043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a04c7-426b-493a-bf82-5c82cb5bbf7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.102799] env[63021]: DEBUG oslo_vmware.api [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15957} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.103399] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.103399] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.103399] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.103574] env[63021]: INFO nova.compute.manager [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.103802] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.103995] env[63021]: DEBUG nova.compute.manager [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.104102] env[63021]: DEBUG nova.network.neutron [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.264317] env[63021]: DEBUG nova.scheduler.client.report [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.312347] env[63021]: DEBUG nova.network.neutron [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updated VIF entry in instance network info cache for port f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.312710] env[63021]: DEBUG nova.network.neutron [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.447442] env[63021]: INFO nova.compute.manager [-] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Took 1.02 seconds to deallocate network for instance. [ 822.538542] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.538882] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba9a955e-129f-4894-83f3-2dbcf06c64c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.552016] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 822.552016] env[63021]: value = "task-4282665" [ 822.552016] env[63021]: _type = "Task" [ 822.552016] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.559956] env[63021]: DEBUG nova.compute.manager [req-5d1d4338-0327-40d5-8657-242973866a25 req-1548577f-c1db-4fd8-aac4-fc8c38e3cbe2 service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Received event network-vif-deleted-9e29d284-4862-4ad8-9e68-0ce0d596f444 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 822.559956] env[63021]: INFO nova.compute.manager [req-5d1d4338-0327-40d5-8657-242973866a25 req-1548577f-c1db-4fd8-aac4-fc8c38e3cbe2 service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Neutron deleted interface 9e29d284-4862-4ad8-9e68-0ce0d596f444; detaching it from the instance and deleting it from the info cache [ 822.559956] env[63021]: DEBUG nova.network.neutron [req-5d1d4338-0327-40d5-8657-242973866a25 req-1548577f-c1db-4fd8-aac4-fc8c38e3cbe2 service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.565563] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282665, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.748072] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.769960] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.774196] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.774430] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.774610] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.774797] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.774941] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.775105] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.775315] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.775472] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.775646] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.775802] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.775971] env[63021]: DEBUG nova.virt.hardware [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.776470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.318s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.776684] env[63021]: DEBUG nova.objects.instance [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lazy-loading 'resources' on Instance uuid 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.778469] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963cc4f-0002-41dd-98ec-ea95c8267118 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.787976] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a439e4-f4b3-4476-8490-afd4861a935d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.804151] env[63021]: INFO nova.scheduler.client.report [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Deleted allocations for instance 3503fa46-8fec-4253-85a7-f6f4c516cb97 [ 822.815831] env[63021]: DEBUG oslo_concurrency.lockutils [req-a993c488-b859-4463-850d-24995a76dddb req-7c935023-1214-4290-ab7c-bc4c3e09e3e3 service nova] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.955320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.046807] env[63021]: DEBUG nova.network.neutron [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.065703] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282665, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.065846] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4553cb11-3b43-4e53-8302-e2e3f36aa200 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.078464] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301110f-1fe2-4994-a74d-86f3b0754bfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.124276] env[63021]: DEBUG nova.compute.manager [req-5d1d4338-0327-40d5-8657-242973866a25 req-1548577f-c1db-4fd8-aac4-fc8c38e3cbe2 service nova] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Detach interface failed, port_id=9e29d284-4862-4ad8-9e68-0ce0d596f444, reason: Instance 17fc5405-e120-47fd-8334-253e3e525084 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 823.125565] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Successfully updated port: c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.315091] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d6ed541-f657-42c5-b7f2-de8132a1a773 tempest-ServersTestMultiNic-2061756355 tempest-ServersTestMultiNic-2061756355-project-member] Lock "3503fa46-8fec-4253-85a7-f6f4c516cb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.197s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.550215] env[63021]: INFO nova.compute.manager [-] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Took 1.45 seconds to deallocate network for instance. [ 823.571783] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282665, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.629201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.629201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.629390] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.635220] env[63021]: DEBUG nova.compute.manager [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Received event network-vif-plugged-c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 823.635220] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.635220] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.635220] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.635772] env[63021]: DEBUG nova.compute.manager [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] No waiting events found dispatching network-vif-plugged-c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.635772] env[63021]: WARNING nova.compute.manager [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Received unexpected event network-vif-plugged-c97f936f-7a36-45e0-bc41-16ab03813fb3 for instance with vm_state building and task_state spawning. [ 823.635772] env[63021]: DEBUG nova.compute.manager [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Received event network-changed-c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 823.635885] env[63021]: DEBUG nova.compute.manager [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Refreshing instance network info cache due to event network-changed-c97f936f-7a36-45e0-bc41-16ab03813fb3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 823.636049] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Acquiring lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.808905] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf21cd-7df4-4c06-8eb1-bfb43ed6e9d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.817272] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578dfae-bf1e-4155-b0e3-f04e56b3d9bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.847540] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7bd221-07b3-4dc3-823f-b7622bb49b7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.855100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a61949-29c7-4aab-af84-230996c8ec8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.869679] env[63021]: DEBUG nova.compute.provider_tree [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.070023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.070322] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282665, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.167066] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.373377] env[63021]: DEBUG nova.scheduler.client.report [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.399101] env[63021]: DEBUG nova.network.neutron [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating instance_info_cache with network_info: [{"id": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "address": "fa:16:3e:ad:f9:ea", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f936f-7a", "ovs_interfaceid": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.569341] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282665, 'name': CloneVM_Task, 'duration_secs': 1.551379} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.569553] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Created linked-clone VM from snapshot [ 824.570404] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf894b9-9cb0-478d-8773-b131e48a3841 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.577956] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Uploading image 3a5f3943-3a8d-4b09-afef-94c93edd7335 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.607387] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.607387] env[63021]: value = "vm-843783" [ 824.607387] env[63021]: _type = "VirtualMachine" [ 824.607387] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.607713] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca657e0f-7d80-47ab-874a-ded0dd3ea058 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.615107] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease: (returnval){ [ 824.615107] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e7d5de-fb6e-26e6-34ce-6ec812647457" [ 824.615107] env[63021]: _type = "HttpNfcLease" [ 824.615107] env[63021]: } obtained for exporting VM: (result){ [ 824.615107] env[63021]: value = "vm-843783" [ 824.615107] env[63021]: _type = "VirtualMachine" [ 824.615107] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.615375] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the lease: (returnval){ [ 824.615375] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e7d5de-fb6e-26e6-34ce-6ec812647457" [ 824.615375] env[63021]: _type = "HttpNfcLease" [ 824.615375] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.622247] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.622247] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e7d5de-fb6e-26e6-34ce-6ec812647457" [ 824.622247] env[63021]: _type = "HttpNfcLease" [ 824.622247] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.885022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.885022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.003s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.885022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.885022] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 824.885770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.023s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.887511] env[63021]: INFO nova.compute.claims [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.891027] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7aa43-5c9f-4fae-8a83-60cf614d3778 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.900060] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad22a4-cd79-49f0-88b6-64b3c0a1e435 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.904216] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.904678] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance network_info: |[{"id": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "address": "fa:16:3e:ad:f9:ea", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f936f-7a", "ovs_interfaceid": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.905118] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Acquired lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.905469] env[63021]: DEBUG nova.network.neutron [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Refreshing network info cache for port c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.906763] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97f936f-7a36-45e0-bc41-16ab03813fb3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.916542] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.921448] env[63021]: INFO nova.scheduler.client.report [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Deleted allocations for instance 4e0cbb4d-bd01-4e54-98fa-cbb50c646014 [ 824.922349] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.941537] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a35920-35ee-4104-9bd1-5b945652ad12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.958885] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398560ac-65d7-4edc-8341-46069616e255 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.969719] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05963958-b1b6-4ca1-b45d-1a537a40f387 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.972762] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.972762] env[63021]: value = "task-4282667" [ 824.972762] env[63021]: _type = "Task" [ 824.972762] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.004735] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177560MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 825.004735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.010571] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282667, 'name': CreateVM_Task} progress is 15%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.125563] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.125563] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e7d5de-fb6e-26e6-34ce-6ec812647457" [ 825.125563] env[63021]: _type = "HttpNfcLease" [ 825.125563] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 825.125918] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 825.125918] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e7d5de-fb6e-26e6-34ce-6ec812647457" [ 825.125918] env[63021]: _type = "HttpNfcLease" [ 825.125918] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 825.127148] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c62e4-7f22-4c77-9ab9-c329c08c4532 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.135160] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 825.135895] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 825.227672] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5262ca55-3659-4256-a0aa-70431f8527d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.432231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-829aa909-cd1a-4b38-971b-44b045ceec18 tempest-VolumesAssistedSnapshotsTest-148737378 tempest-VolumesAssistedSnapshotsTest-148737378-project-member] Lock "4e0cbb4d-bd01-4e54-98fa-cbb50c646014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.072s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.491110] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282667, 'name': CreateVM_Task, 'duration_secs': 0.466046} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.494074] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.494074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.494074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.494074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.494074] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6803a864-2346-482b-82e8-71055a995318 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.497454] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 825.497454] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52885350-e60a-7f05-c25e-09134bde7f2e" [ 825.497454] env[63021]: _type = "Task" [ 825.497454] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.507975] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52885350-e60a-7f05-c25e-09134bde7f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.794136] env[63021]: DEBUG nova.network.neutron [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updated VIF entry in instance network info cache for port c97f936f-7a36-45e0-bc41-16ab03813fb3. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.794878] env[63021]: DEBUG nova.network.neutron [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating instance_info_cache with network_info: [{"id": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "address": "fa:16:3e:ad:f9:ea", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f936f-7a", "ovs_interfaceid": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.011782] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52885350-e60a-7f05-c25e-09134bde7f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.011782] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.011782] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.011782] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.011782] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.011782] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.011782] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d776357f-0c06-4a43-8570-a73c2e2bca45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.020973] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.021450] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.022380] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb482c9-21e4-487b-811e-932da7e3f325 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.028179] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 826.028179] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5286e60b-f169-8ce9-9988-986d9251163b" [ 826.028179] env[63021]: _type = "Task" [ 826.028179] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.038419] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5286e60b-f169-8ce9-9988-986d9251163b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.298402] env[63021]: DEBUG oslo_concurrency.lockutils [req-57e42d5f-454e-42cb-a5ea-b856cdd42aa4 req-19e767c0-c992-4e72-b30d-5005a8666681 service nova] Releasing lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.541954] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb887c-168d-4711-ab23-e2c2ed443714 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.549110] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5286e60b-f169-8ce9-9988-986d9251163b, 'name': SearchDatastore_Task, 'duration_secs': 0.01265} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.550276] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900b44a5-8411-4a8b-ae5b-e0e05bd8d51e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.555666] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff76756-c780-4c34-b4ca-022df711baf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.560905] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 826.560905] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a7d90-6165-b983-9b8c-051e0fa9af8c" [ 826.560905] env[63021]: _type = "Task" [ 826.560905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.595427] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a6903-995b-4c20-be6a-5f7aeb6fb6bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.602637] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529a7d90-6165-b983-9b8c-051e0fa9af8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.603677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.603894] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.604219] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314b0be1-43f7-4024-83fe-0e3af89a0ed3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.610433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c88fa-1914-4e98-8532-e1a931cb5d42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616774] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 826.616774] env[63021]: value = "task-4282668" [ 826.616774] env[63021]: _type = "Task" [ 826.616774] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.630168] env[63021]: DEBUG nova.compute.provider_tree [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.635709] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.131209] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282668, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.132614] env[63021]: DEBUG nova.scheduler.client.report [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.634708] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60299} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.635514] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.635514] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.635718] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ffdd8f-57ac-484f-834f-01c29c828e6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.640876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.640876] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.648455] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.242s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.648691] env[63021]: DEBUG nova.objects.instance [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.650020] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 827.650020] env[63021]: value = "task-4282669" [ 827.650020] env[63021]: _type = "Task" [ 827.650020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.659482] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.152807] env[63021]: DEBUG nova.compute.utils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.155842] env[63021]: DEBUG nova.objects.instance [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.158917] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.159135] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.172553] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.172826] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.173686] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7999767-e876-4472-a415-7b4932cd727c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.199952] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.200737] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a975fb-fb9e-4986-afba-22b95694ec69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.217829] env[63021]: DEBUG nova.policy [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc5dd5973f214f88aa7e781eee7adcda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57608bb35e3d4f31b686b08b58e673e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.221771] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 828.221771] env[63021]: value = "task-4282670" [ 828.221771] env[63021]: _type = "Task" [ 828.221771] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.231361] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.658344] env[63021]: DEBUG nova.compute.utils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.667948] env[63021]: INFO nova.compute.claims [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.737266] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282670, 'name': ReconfigVM_Task, 'duration_secs': 0.353151} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.737573] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.738232] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14acc58-e410-4ca0-945a-d640ce22caff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.746295] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 828.746295] env[63021]: value = "task-4282671" [ 828.746295] env[63021]: _type = "Task" [ 828.746295] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.756226] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282671, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.788528] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Successfully created port: fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.161799] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.259197] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282671, 'name': Rename_Task, 'duration_secs': 0.158985} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.260406] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.261009] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc5473e-e78e-44b8-853f-caae6ab6860a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.272301] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 829.272301] env[63021]: value = "task-4282672" [ 829.272301] env[63021]: _type = "Task" [ 829.272301] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.285381] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.787145] env[63021]: DEBUG oslo_vmware.api [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282672, 'name': PowerOnVM_Task, 'duration_secs': 0.514039} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.788043] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.788430] env[63021]: INFO nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Took 7.04 seconds to spawn the instance on the hypervisor. [ 829.789081] env[63021]: DEBUG nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.789572] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0582d34-4584-4e2a-ab7a-f2d62d57d40a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.176671] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.209486] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1748756117',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-994303627',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.209750] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.209908] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.210138] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.210294] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.210440] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.210644] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.210805] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.211388] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.211388] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.211388] env[63021]: DEBUG nova.virt.hardware [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.212167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36a9c6-bf50-4b67-80c2-d80c198118fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.223861] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378bbc06-3c58-44cc-9e2f-8bf9cf9d59f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.311670] env[63021]: INFO nova.compute.manager [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Took 44.93 seconds to build instance. [ 830.358022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ea333-354e-4242-99a2-f83621e9d890 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.369744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619be5e-db38-4c73-b240-9ba87ac833bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.398591] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248c7299-e2e6-4e6f-8cac-c5d8689f4578 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.407361] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efaa9d4-284d-41ed-85c6-a5ebc644bcc0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.422565] env[63021]: DEBUG nova.compute.provider_tree [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.427881] env[63021]: DEBUG nova.compute.manager [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Received event network-vif-plugged-fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 830.428115] env[63021]: DEBUG oslo_concurrency.lockutils [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] Acquiring lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.428358] env[63021]: DEBUG oslo_concurrency.lockutils [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.428492] env[63021]: DEBUG oslo_concurrency.lockutils [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.428657] env[63021]: DEBUG nova.compute.manager [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] No waiting events found dispatching network-vif-plugged-fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.428820] env[63021]: WARNING nova.compute.manager [req-ca005514-6d0a-4e86-aab3-6e61d33eb9b9 req-44e9c41b-bd62-4e9f-848c-045cb53fd506 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Received unexpected event network-vif-plugged-fbecebf0-a110-49b7-93fc-f894108aaae9 for instance with vm_state building and task_state spawning. [ 830.602705] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Successfully updated port: fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.812080] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7c305d30-c743-47c4-9bc6-9386a9ad1a95 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.672s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.926249] env[63021]: DEBUG nova.scheduler.client.report [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.108438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.108438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.108438] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.432498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.784s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.437752] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.194s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.440176] env[63021]: INFO nova.compute.claims [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.474603] env[63021]: DEBUG nova.compute.manager [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Received event network-changed-c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 831.474603] env[63021]: DEBUG nova.compute.manager [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Refreshing instance network info cache due to event network-changed-c97f936f-7a36-45e0-bc41-16ab03813fb3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 831.474889] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] Acquiring lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.477038] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] Acquired lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.477038] env[63021]: DEBUG nova.network.neutron [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Refreshing network info cache for port c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.507431] env[63021]: INFO nova.network.neutron [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating port 18e2ea98-76da-43b3-bab6-7673a7afb3bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 831.691063] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.905298] env[63021]: DEBUG nova.network.neutron [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updating instance_info_cache with network_info: [{"id": "fbecebf0-a110-49b7-93fc-f894108aaae9", "address": "fa:16:3e:ec:46:95", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbecebf0-a1", "ovs_interfaceid": "fbecebf0-a110-49b7-93fc-f894108aaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.167400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.167593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.411022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.411022] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Instance network_info: |[{"id": "fbecebf0-a110-49b7-93fc-f894108aaae9", "address": "fa:16:3e:ec:46:95", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbecebf0-a1", "ovs_interfaceid": "fbecebf0-a110-49b7-93fc-f894108aaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.411022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:46:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbecebf0-a110-49b7-93fc-f894108aaae9', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.422104] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.422349] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.422627] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3bb36b-9b04-4b2b-bcc1-e82aeebda925 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.446584] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 832.447908] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0109a998-fa94-4173-808e-4c97f99ea420 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.454262] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.454262] env[63021]: value = "task-4282673" [ 832.454262] env[63021]: _type = "Task" [ 832.454262] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.463763] env[63021]: DEBUG nova.network.neutron [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updated VIF entry in instance network info cache for port c97f936f-7a36-45e0-bc41-16ab03813fb3. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.463763] env[63021]: DEBUG nova.network.neutron [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating instance_info_cache with network_info: [{"id": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "address": "fa:16:3e:ad:f9:ea", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97f936f-7a", "ovs_interfaceid": "c97f936f-7a36-45e0-bc41-16ab03813fb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.463763] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 832.463763] env[63021]: ERROR oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk due to incomplete transfer. [ 832.464459] env[63021]: DEBUG nova.compute.manager [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Received event network-changed-fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 832.464571] env[63021]: DEBUG nova.compute.manager [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Refreshing instance network info cache due to event network-changed-fbecebf0-a110-49b7-93fc-f894108aaae9. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 832.464778] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] Acquiring lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.464948] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] Acquired lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.465150] env[63021]: DEBUG nova.network.neutron [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Refreshing network info cache for port fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.466942] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2a445da-72a9-4b4a-abc7-11d2cf3b9bc0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.474733] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282673, 'name': CreateVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.482385] env[63021]: DEBUG oslo_vmware.rw_handles [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c73e4a-188a-2e7b-202d-0193e75cc13b/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 832.483122] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Uploaded image 3a5f3943-3a8d-4b09-afef-94c93edd7335 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 832.485201] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 832.488358] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9810259f-df21-4074-8d31-7054c2916791 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.495180] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 832.495180] env[63021]: value = "task-4282674" [ 832.495180] env[63021]: _type = "Task" [ 832.495180] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.505810] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282674, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.670716] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.968126] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3e498e7-eff5-4544-80ef-997d7863249e req-6ce2bf4f-f24d-42a7-a550-7471a3af60c9 service nova] Releasing lock "refresh_cache-a33663b3-5265-4ee1-ae83-97461275d5bb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.968126] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282673, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.985645] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834ef57-5110-4cf0-b5d6-fbe1a15a6278 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.993228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ec82c8-1df4-49c6-a21a-bdfa5cf03434 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.028586] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda29ef-dd04-4ce4-9e4f-88af02dcbedf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.031212] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282674, 'name': Destroy_Task, 'duration_secs': 0.376537} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.033912] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Destroyed the VM [ 833.033912] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 833.035064] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e15c4099-b019-4650-b5cf-daef3fa80d14 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.040221] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff830f0-a30b-48b7-9055-4d0c6768422d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.048733] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 833.048733] env[63021]: value = "task-4282675" [ 833.048733] env[63021]: _type = "Task" [ 833.048733] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.057785] env[63021]: DEBUG nova.compute.provider_tree [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.064099] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.196177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.466301] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282673, 'name': CreateVM_Task, 'duration_secs': 0.599571} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.466473] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.467199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.467369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.467688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.467943] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa43820a-c101-439c-9aa6-7af0c77bebc8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.472671] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 833.472671] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524ea98b-4ed8-1d78-d0a8-3c9d6b8e4176" [ 833.472671] env[63021]: _type = "Task" [ 833.472671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.480261] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524ea98b-4ed8-1d78-d0a8-3c9d6b8e4176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.554059] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.562515] env[63021]: DEBUG nova.scheduler.client.report [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.569729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.569729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.569729] env[63021]: DEBUG nova.network.neutron [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.624312] env[63021]: DEBUG nova.network.neutron [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updated VIF entry in instance network info cache for port fbecebf0-a110-49b7-93fc-f894108aaae9. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.624917] env[63021]: DEBUG nova.network.neutron [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updating instance_info_cache with network_info: [{"id": "fbecebf0-a110-49b7-93fc-f894108aaae9", "address": "fa:16:3e:ec:46:95", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbecebf0-a1", "ovs_interfaceid": "fbecebf0-a110-49b7-93fc-f894108aaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.985745] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524ea98b-4ed8-1d78-d0a8-3c9d6b8e4176, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.985745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.985745] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.986197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.986197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.986197] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.986410] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cb173d2-b740-4467-8a62-c13ec62105f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.995374] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.996224] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.996314] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5813da7f-c908-4228-9c78-524c5b37b627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.002250] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 834.002250] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5278c013-eeeb-0757-dc3f-b0ca8bf2c937" [ 834.002250] env[63021]: _type = "Task" [ 834.002250] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.010080] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5278c013-eeeb-0757-dc3f-b0ca8bf2c937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.059516] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282675, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.071442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.072295] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.077944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.310s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.078699] env[63021]: DEBUG nova.objects.instance [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lazy-loading 'resources' on Instance uuid 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.128262] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3f411a3-ccf2-4338-ba1a-61f261cb0059 req-b913aa45-ee6c-41a4-b1da-95d36abb8420 service nova] Releasing lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.405078] env[63021]: DEBUG nova.network.neutron [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.516479] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5278c013-eeeb-0757-dc3f-b0ca8bf2c937, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.517528] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed77330-6285-4b8c-9194-302745f0d30f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.522528] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 834.522528] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b457e3-c31a-c471-a83e-7feaf30dd40a" [ 834.522528] env[63021]: _type = "Task" [ 834.522528] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.531388] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b457e3-c31a-c471-a83e-7feaf30dd40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.555913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "b918efb3-5544-49df-9485-dc94f8666110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.556191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.556396] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "b918efb3-5544-49df-9485-dc94f8666110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.556586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.556759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.558876] env[63021]: DEBUG oslo_vmware.api [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282675, 'name': RemoveSnapshot_Task, 'duration_secs': 1.105615} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.558978] env[63021]: INFO nova.compute.manager [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Terminating instance [ 834.560711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 834.560711] env[63021]: INFO nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 834.579675] env[63021]: DEBUG nova.compute.utils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.581028] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.581028] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.630103] env[63021]: DEBUG nova.compute.manager [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 834.630189] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.630374] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.631564] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.631564] env[63021]: DEBUG nova.compute.manager [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] No waiting events found dispatching network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.631564] env[63021]: WARNING nova.compute.manager [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received unexpected event network-vif-plugged-18e2ea98-76da-43b3-bab6-7673a7afb3bf for instance with vm_state shelved_offloaded and task_state spawning. [ 834.631564] env[63021]: DEBUG nova.compute.manager [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 834.632846] env[63021]: DEBUG nova.compute.manager [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing instance network info cache due to event network-changed-18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 834.632846] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Acquiring lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.647799] env[63021]: DEBUG nova.policy [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2273813756314367bb05c47a3d74339b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3e3eb6818f422cb899e7279691efcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.911403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.911403] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Acquired lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.911403] env[63021]: DEBUG nova.network.neutron [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Refreshing network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.952561] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b9c9406f3afb5f1fbdb85d095f77c78',container_format='bare',created_at=2025-06-14T12:22:33Z,direct_url=,disk_format='vmdk',id=b7ab980b-f49b-441e-aea7-697312402865,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-601820065-shelved',owner='c60890ece57840e8b8c75711db8e0a32',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-06-14T12:22:49Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.953069] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.953385] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.953720] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.954012] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.954332] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.954836] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.955245] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.955736] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.956086] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.956436] env[63021]: DEBUG nova.virt.hardware [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.961025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21bb804-fafb-4260-9723-8ceb4b6f48f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.969180] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ca946-7fd3-438f-b351-8e834cdb8aa0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.988992] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fe:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e2ea98-76da-43b3-bab6-7673a7afb3bf', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.997379] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.000694] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.001285] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6ce3f7-69b0-4e0f-a191-5247f110af38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.028238] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.028238] env[63021]: value = "task-4282676" [ 835.028238] env[63021]: _type = "Task" [ 835.028238] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.042822] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282676, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.043123] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b457e3-c31a-c471-a83e-7feaf30dd40a, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.043359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043610] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/defdf825-10c1-4022-8198-0c4feb74bbbc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.043868] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-651deb56-2607-4314-afa9-6f302c4a5f38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.051474] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 835.051474] env[63021]: value = "task-4282677" [ 835.051474] env[63021]: _type = "Task" [ 835.051474] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.062793] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.064450] env[63021]: DEBUG nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance disappeared during snapshot {{(pid=63021) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 835.068088] env[63021]: DEBUG nova.compute.manager [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.068323] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.072435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8652554-f62b-4664-9370-05d487c5d350 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.080206] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.080444] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c050949-ded2-4a24-9a10-ebcfc73b22d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.086768] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.092909] env[63021]: DEBUG nova.compute.manager [None req-97e4f5bf-3dcd-44f5-bd2b-88ba9d2438b6 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image not found during clean up 3a5f3943-3a8d-4b09-afef-94c93edd7335 {{(pid=63021) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 835.131247] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Successfully created port: b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.184302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "a599eaae-809e-4ace-9655-f1f4d579faa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.184753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.188742] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.188956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.189168] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] b918efb3-5544-49df-9485-dc94f8666110 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.190307] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f69da-b688-4c69-9bc5-4e67131f2373 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.193087] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-653198bd-03e8-4a25-8773-a703b65f23af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.201565] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a490c8-e747-4bad-9c6a-6dbd9ea48c44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.204824] env[63021]: DEBUG oslo_vmware.api [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 835.204824] env[63021]: value = "task-4282679" [ 835.204824] env[63021]: _type = "Task" [ 835.204824] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.239829] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7a0e2-3fc1-4958-a2c0-3dad1cb67af6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.242961] env[63021]: DEBUG oslo_vmware.api [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.248380] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902d6be0-399b-419c-bd11-8267856cc864 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.266279] env[63021]: DEBUG nova.compute.provider_tree [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.541889] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282676, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.565155] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49837} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.565315] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/defdf825-10c1-4022-8198-0c4feb74bbbc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.565569] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.566726] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb133ca-f2b9-4b0c-940d-f640287ec735 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.576194] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 835.576194] env[63021]: value = "task-4282680" [ 835.576194] env[63021]: _type = "Task" [ 835.576194] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.583853] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.664797] env[63021]: DEBUG nova.network.neutron [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updated VIF entry in instance network info cache for port 18e2ea98-76da-43b3-bab6-7673a7afb3bf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.665711] env[63021]: DEBUG nova.network.neutron [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [{"id": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "address": "fa:16:3e:55:fe:c4", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e2ea98-76", "ovs_interfaceid": "18e2ea98-76da-43b3-bab6-7673a7afb3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.693769] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.714716] env[63021]: DEBUG oslo_vmware.api [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435487} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.714967] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.715219] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.715458] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.715636] env[63021]: INFO nova.compute.manager [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: b918efb3-5544-49df-9485-dc94f8666110] Took 0.65 seconds to destroy the instance on the hypervisor. [ 835.715852] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.716079] env[63021]: DEBUG nova.compute.manager [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.716166] env[63021]: DEBUG nova.network.neutron [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.771034] env[63021]: DEBUG nova.scheduler.client.report [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.045636] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282676, 'name': CreateVM_Task, 'duration_secs': 0.565533} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.045920] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.046497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047270] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86f43e8-9847-459e-80d9-0d5c8ca96947 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052162] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 836.052162] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad1639-dec6-8dcc-2d36-31156ae3d1c3" [ 836.052162] env[63021]: _type = "Task" [ 836.052162] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.060718] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad1639-dec6-8dcc-2d36-31156ae3d1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.085120] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079094} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.085382] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.086165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb14a7-fbd6-4f98-a9c0-6a81876b40c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.100104] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.110950] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/defdf825-10c1-4022-8198-0c4feb74bbbc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.111496] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7075e9e1-b2de-4347-b027-91b95524cbb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.130994] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 836.130994] env[63021]: value = "task-4282681" [ 836.130994] env[63021]: _type = "Task" [ 836.130994] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.142426] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.144477] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.144714] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.144872] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.145067] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.145217] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.145363] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.145555] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.145740] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.145911] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.146093] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.146268] env[63021]: DEBUG nova.virt.hardware [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.147378] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9bf4a-e974-4a49-9e4d-64555c0b2021 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.154969] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94055ec-6185-4da7-b875-45c125fd73eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.168316] env[63021]: DEBUG oslo_concurrency.lockutils [req-67a4a9b9-dc0e-4ece-92d3-6f5fa916e3b3 req-04a176ca-393c-4413-8c8f-e9a85b986c32 service nova] Releasing lock "refresh_cache-6c1e3938-2389-4a99-a533-df5521d552e0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.216810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.278323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.281440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.549s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.284059] env[63021]: INFO nova.compute.claims [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.334978] env[63021]: INFO nova.scheduler.client.report [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Deleted allocations for instance 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc [ 836.502402] env[63021]: DEBUG nova.network.neutron [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.562040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.562308] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Processing image b7ab980b-f49b-441e-aea7-697312402865 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.562572] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.562724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.562899] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.563157] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8821817c-68d1-4d35-a02b-cec9728f3bf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.572012] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.572199] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.572903] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf1649e-f0bf-4da8-ac74-c60dbc37c62f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578532] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 836.578532] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52eccf00-a8f5-9bc2-bbd8-a5508b3bf176" [ 836.578532] env[63021]: _type = "Task" [ 836.578532] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.592711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 836.592925] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Fetch image to [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349/OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 836.593117] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Downloading stream optimized image b7ab980b-f49b-441e-aea7-697312402865 to [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349/OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349.vmdk on the data store datastore2 as vApp {{(pid=63021) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 836.593290] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Downloading image file data b7ab980b-f49b-441e-aea7-697312402865 to the ESX as VM named 'OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349' {{(pid=63021) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 836.657264] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.666943] env[63021]: DEBUG nova.compute.manager [req-52ff273e-5dca-4105-8564-40de3fc77ce3 req-6968ea31-1ba8-4fd2-8d26-2deb27c47a97 service nova] [instance: b918efb3-5544-49df-9485-dc94f8666110] Received event network-vif-deleted-fbc3df6d-7650-495b-832e-0eafc1f481aa {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 836.681395] env[63021]: DEBUG nova.compute.manager [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Received event network-vif-plugged-b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 836.681616] env[63021]: DEBUG oslo_concurrency.lockutils [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] Acquiring lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.681915] env[63021]: DEBUG oslo_concurrency.lockutils [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.682021] env[63021]: DEBUG oslo_concurrency.lockutils [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.682174] env[63021]: DEBUG nova.compute.manager [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] No waiting events found dispatching network-vif-plugged-b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.682365] env[63021]: WARNING nova.compute.manager [req-0bcc1159-2044-4564-9d56-100fac350bf9 req-5978c352-e38f-4bd6-9b96-ed5671d0bf11 service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Received unexpected event network-vif-plugged-b7d97801-82bc-4e13-a076-76bac0db7789 for instance with vm_state building and task_state spawning. [ 836.688542] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 836.688542] env[63021]: value = "resgroup-9" [ 836.688542] env[63021]: _type = "ResourcePool" [ 836.688542] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 836.688797] env[63021]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4c445ec9-78fe-48c8-8e86-efbc63886284 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.710100] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease: (returnval){ [ 836.710100] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 836.710100] env[63021]: _type = "HttpNfcLease" [ 836.710100] env[63021]: } obtained for vApp import into resource pool (val){ [ 836.710100] env[63021]: value = "resgroup-9" [ 836.710100] env[63021]: _type = "ResourcePool" [ 836.710100] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 836.710312] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the lease: (returnval){ [ 836.710312] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 836.710312] env[63021]: _type = "HttpNfcLease" [ 836.710312] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.717445] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.717445] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 836.717445] env[63021]: _type = "HttpNfcLease" [ 836.717445] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.823327] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Successfully updated port: b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.844534] env[63021]: DEBUG oslo_concurrency.lockutils [None req-857fc326-8cea-49a4-a702-23cb0f601715 tempest-ServersTestBootFromVolume-1738521807 tempest-ServersTestBootFromVolume-1738521807-project-member] Lock "0265b9fd-81d2-49cb-9f6b-3acdd7a221fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.437s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.004732] env[63021]: INFO nova.compute.manager [-] [instance: b918efb3-5544-49df-9485-dc94f8666110] Took 1.29 seconds to deallocate network for instance. [ 837.156118] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282681, 'name': ReconfigVM_Task, 'duration_secs': 0.743039} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.156363] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/defdf825-10c1-4022-8198-0c4feb74bbbc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.156657] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63021) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 837.157367] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ce55c328-a248-4b20-86c9-c739f15746bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.163965] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 837.163965] env[63021]: value = "task-4282683" [ 837.163965] env[63021]: _type = "Task" [ 837.163965] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.172634] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282683, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.218779] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.218779] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 837.218779] env[63021]: _type = "HttpNfcLease" [ 837.218779] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.335512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.335738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.335933] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.510920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.677549] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282683, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.126499} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.677549] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63021) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 837.678291] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d44ec5-440b-4819-82d4-c7d58df6382c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.705265] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/ephemeral_0.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.708105] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-411ea65e-1400-4f9d-a29e-46ee80c09021 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.729928] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.729928] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 837.729928] env[63021]: _type = "HttpNfcLease" [ 837.729928] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.730255] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.730255] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5207d932-6677-a59d-c160-57b487f960ed" [ 837.730255] env[63021]: _type = "HttpNfcLease" [ 837.730255] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 837.732030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce796c1a-70b6-4da6-b9eb-b51f7f280d21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.734585] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 837.734585] env[63021]: value = "task-4282684" [ 837.734585] env[63021]: _type = "Task" [ 837.734585] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.745197] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.745357] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 837.752763] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.815972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.816266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.828070] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b8699b4-f96c-47d9-a4e8-0dee965fc7ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.901502] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.943366] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d19a8-41d6-47be-9c73-dcaa04a16c4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.953456] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481008fa-480b-43de-89fe-0311e999a52a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.989499] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f140b3-98d7-4625-b5bd-c8440e64a5de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.999815] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5b2abb-ce39-40f1-9b8a-ecbc39eb31c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.014618] env[63021]: DEBUG nova.compute.provider_tree [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.132935] env[63021]: DEBUG nova.network.neutron [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updating instance_info_cache with network_info: [{"id": "b7d97801-82bc-4e13-a076-76bac0db7789", "address": "fa:16:3e:6c:e3:7a", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d97801-82", "ovs_interfaceid": "b7d97801-82bc-4e13-a076-76bac0db7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.247509] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282684, 'name': ReconfigVM_Task, 'duration_secs': 0.509857} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.247930] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc/ephemeral_0.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.249765] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fcaa090-e87b-4107-a775-da30e66665e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.255755] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 838.255755] env[63021]: value = "task-4282685" [ 838.255755] env[63021]: _type = "Task" [ 838.255755] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.275595] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282685, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.326193] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.520748] env[63021]: DEBUG nova.scheduler.client.report [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.564893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.564893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.564893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.565122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.565122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.568467] env[63021]: INFO nova.compute.manager [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Terminating instance [ 838.635321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.635779] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Instance network_info: |[{"id": "b7d97801-82bc-4e13-a076-76bac0db7789", "address": "fa:16:3e:6c:e3:7a", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d97801-82", "ovs_interfaceid": "b7d97801-82bc-4e13-a076-76bac0db7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.637596] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e3:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7d97801-82bc-4e13-a076-76bac0db7789', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.646320] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.648829] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.649122] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c709472c-ab78-4b2b-bb64-8f2db9219e4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.675351] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.675351] env[63021]: value = "task-4282686" [ 838.675351] env[63021]: _type = "Task" [ 838.675351] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.685527] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282686, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.729011] env[63021]: DEBUG nova.compute.manager [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Received event network-changed-b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 838.729326] env[63021]: DEBUG nova.compute.manager [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Refreshing instance network info cache due to event network-changed-b7d97801-82bc-4e13-a076-76bac0db7789. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 838.729699] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] Acquiring lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.729951] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] Acquired lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.730177] env[63021]: DEBUG nova.network.neutron [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Refreshing network info cache for port b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.773401] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282685, 'name': Rename_Task, 'duration_secs': 0.183426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.773707] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.774086] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346c64ff-1d99-4ccb-b017-ef8fe634db1d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.780297] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 838.780297] env[63021]: value = "task-4282687" [ 838.780297] env[63021]: _type = "Task" [ 838.780297] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.792400] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.852391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.026283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.027240] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.033767] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.205s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.035366] env[63021]: INFO nova.compute.claims [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.074184] env[63021]: DEBUG nova.compute.manager [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.074184] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.075649] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add0b8a2-5851-4066-a032-521a09775729 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.090844] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.092898] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85d0a36e-89da-40d3-9a66-5bf5e3357b07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.098629] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 839.098629] env[63021]: value = "task-4282688" [ 839.098629] env[63021]: _type = "Task" [ 839.098629] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.108214] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.154725] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 839.154725] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.156108] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa2492b-8f19-4ff2-8e10-b38f0261f69d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.163315] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.164279] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 839.164279] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-506e20e1-2411-4276-ba41-84cb96f32d33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.185340] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282686, 'name': CreateVM_Task, 'duration_secs': 0.352024} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.185589] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.186353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.186570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.186961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.187273] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00acc8d8-d8f2-47e6-95b7-2227af19e6ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.194185] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 839.194185] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaa047-f8b8-e067-0bef-441c0f899b8b" [ 839.194185] env[63021]: _type = "Task" [ 839.194185] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.201278] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaa047-f8b8-e067-0bef-441c0f899b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.291933] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.451523] env[63021]: DEBUG oslo_vmware.rw_handles [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836520-4450-9d04-05a2-979c9a86a7a3/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 839.451772] env[63021]: INFO nova.virt.vmwareapi.images [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Downloaded image file data b7ab980b-f49b-441e-aea7-697312402865 [ 839.452719] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ec335-092d-43ad-9783-c35493ecd09c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.471911] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c25f6b3-cb8b-4c14-a3eb-f8746781017e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.495446] env[63021]: INFO nova.virt.vmwareapi.images [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] The imported VM was unregistered [ 839.497936] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 839.498205] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.498493] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137ce289-cf60-4bba-a854-6368c03133ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.509556] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.509759] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349/OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349.vmdk to [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk. {{(pid=63021) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 839.510019] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2214d977-3e5d-435b-9d48-0c102e9efdb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.516323] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 839.516323] env[63021]: value = "task-4282690" [ 839.516323] env[63021]: _type = "Task" [ 839.516323] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.524829] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.542370] env[63021]: DEBUG nova.compute.utils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.544041] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.544256] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.588714] env[63021]: DEBUG nova.policy [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '580467dc49294966846b97b50675cff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a4b2d9d89e74237897878134721e30c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.607673] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282688, 'name': PowerOffVM_Task, 'duration_secs': 0.243097} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.607965] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.608291] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.608551] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875d5d6d-e819-4649-b790-af004fae9769 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.621691] env[63021]: DEBUG nova.network.neutron [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updated VIF entry in instance network info cache for port b7d97801-82bc-4e13-a076-76bac0db7789. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.622142] env[63021]: DEBUG nova.network.neutron [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updating instance_info_cache with network_info: [{"id": "b7d97801-82bc-4e13-a076-76bac0db7789", "address": "fa:16:3e:6c:e3:7a", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d97801-82", "ovs_interfaceid": "b7d97801-82bc-4e13-a076-76bac0db7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.671104] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.671358] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.671562] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Deleting the datastore file [datastore2] e932f8bc-85e5-4252-9a06-fa0f2c19db2e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.671829] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92a2050-a867-41fa-a0af-e66323684ccd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.679708] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for the task: (returnval){ [ 839.679708] env[63021]: value = "task-4282692" [ 839.679708] env[63021]: _type = "Task" [ 839.679708] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.696650] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.708588] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaa047-f8b8-e067-0bef-441c0f899b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016891} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.708792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.709722] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.709722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.709722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.709722] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.710155] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb9c7e7-ff58-4686-b513-3669a45a1e23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.729996] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.730085] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.730924] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf47053-e0c4-44c5-9be5-7bad2e68421c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.738315] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 839.738315] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cece42-9f09-e6ec-5861-b5193261aeea" [ 839.738315] env[63021]: _type = "Task" [ 839.738315] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.748562] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cece42-9f09-e6ec-5861-b5193261aeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.791073] env[63021]: DEBUG oslo_vmware.api [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282687, 'name': PowerOnVM_Task, 'duration_secs': 0.70573} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.791423] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.791719] env[63021]: INFO nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Took 9.62 seconds to spawn the instance on the hypervisor. [ 839.791951] env[63021]: DEBUG nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.792871] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded9063-1509-4c92-a914-5911912948ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.938085] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Successfully created port: 3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.031038] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.050092] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.126242] env[63021]: DEBUG oslo_concurrency.lockutils [req-3ad34d54-3750-439c-9553-a040aa9703ea req-640f5622-d5d3-490e-9d75-46a00dce788a service nova] Releasing lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.193411] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.250705] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cece42-9f09-e6ec-5861-b5193261aeea, 'name': SearchDatastore_Task, 'duration_secs': 0.069598} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.255070] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bd0831-8f3c-48ce-afec-c017696b29f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.263099] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 840.263099] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5255d357-3d43-9baa-84e6-7e0dbc7cf6bc" [ 840.263099] env[63021]: _type = "Task" [ 840.263099] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.274904] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5255d357-3d43-9baa-84e6-7e0dbc7cf6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.314247] env[63021]: INFO nova.compute.manager [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Took 47.47 seconds to build instance. [ 840.535473] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.680283] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47582f2f-c80c-4186-96a2-3b6e6d3abc4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.698664] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba62bc4-5a01-48d5-a66f-0ff9312baa44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.702118] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.733168] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c31fd9d-7bab-4c37-9e7e-0b6fa491cc35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.741615] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dcde89-f10d-4db4-be57-33e766ef5cd8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.759219] env[63021]: DEBUG nova.compute.provider_tree [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.777628] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5255d357-3d43-9baa-84e6-7e0dbc7cf6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.09088} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.777628] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.777628] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/693f5398-d2fc-4cf5-999f-ecc092040b1a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.777628] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e0843c-7e5c-4979-b177-4da8a53faeda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.790165] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 840.790165] env[63021]: value = "task-4282693" [ 840.790165] env[63021]: _type = "Task" [ 840.790165] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.805346] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.817159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98df5ac4-68d7-43af-82f1-c1e8bfe66fdc tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.590s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.033143] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.064350] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.093415] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.093671] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.093826] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.094013] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.094346] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.095385] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.096351] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.096351] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.096351] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.096783] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.096913] env[63021]: DEBUG nova.virt.hardware [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.098050] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60675c72-b4e6-4f87-86f9-282f49e30394 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.114926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829790e5-4c53-4744-8db0-cdebb0926edc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.196177] env[63021]: DEBUG oslo_vmware.api [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Task: {'id': task-4282692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.313419} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.196467] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.196659] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.196843] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.197036] env[63021]: INFO nova.compute.manager [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Took 2.12 seconds to destroy the instance on the hypervisor. [ 841.197282] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.197481] env[63021]: DEBUG nova.compute.manager [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.197597] env[63021]: DEBUG nova.network.neutron [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.262914] env[63021]: DEBUG nova.scheduler.client.report [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.303383] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.533742] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.725344] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Successfully updated port: 3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.769179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.769798] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.775526] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.394s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.775801] env[63021]: DEBUG nova.objects.instance [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lazy-loading 'resources' on Instance uuid f475bb94-2408-4d17-8877-3f09a1f72746 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.814870] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.990431] env[63021]: DEBUG nova.compute.manager [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Received event network-vif-plugged-3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 841.990729] env[63021]: DEBUG oslo_concurrency.lockutils [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] Acquiring lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.990907] env[63021]: DEBUG oslo_concurrency.lockutils [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.991334] env[63021]: DEBUG oslo_concurrency.lockutils [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.991665] env[63021]: DEBUG nova.compute.manager [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] No waiting events found dispatching network-vif-plugged-3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.991978] env[63021]: WARNING nova.compute.manager [req-faa47434-8adf-4882-844a-16309f2ecb3b req-67a99ddf-6045-4e1f-9be6-8e897c67e7e0 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Received unexpected event network-vif-plugged-3706a954-a4a0-4437-a5b7-91cd6f41782c for instance with vm_state building and task_state spawning. [ 842.046369] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282690, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499748} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.046743] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349/OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349.vmdk to [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk. [ 842.046992] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Cleaning up location [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 842.047215] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_08420423-0b89-4375-afd8-e72d59cbb349 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.047519] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f3fa394-5e6d-45c4-8ced-4c1d5ab4a14e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.057366] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 842.057366] env[63021]: value = "task-4282694" [ 842.057366] env[63021]: _type = "Task" [ 842.057366] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.068351] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.199790] env[63021]: DEBUG nova.compute.manager [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Received event network-changed-fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 842.199790] env[63021]: DEBUG nova.compute.manager [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Refreshing instance network info cache due to event network-changed-fbecebf0-a110-49b7-93fc-f894108aaae9. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 842.200017] env[63021]: DEBUG oslo_concurrency.lockutils [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] Acquiring lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.203278] env[63021]: DEBUG oslo_concurrency.lockutils [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] Acquired lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.203414] env[63021]: DEBUG nova.network.neutron [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Refreshing network info cache for port fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.228874] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.229042] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.229210] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.283556] env[63021]: DEBUG nova.compute.utils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.292661] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.293111] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.316428] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.366846] env[63021]: DEBUG nova.policy [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8446fdd02d4f198c38a832a66e7cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b0e1b532754160bde6b6d242b49dcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.569592] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228666} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.575136] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.575136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.575136] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk to [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.575763] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89cb1bd0-f929-4381-bc0f-621bbe0359a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.584050] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 842.584050] env[63021]: value = "task-4282695" [ 842.584050] env[63021]: _type = "Task" [ 842.584050] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.591962] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.798645] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.813923] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282693, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.553466} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.814226] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/693f5398-d2fc-4cf5-999f-ecc092040b1a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.814447] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.814990] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb389a2-09d4-4300-a326-d07012348441 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.828024] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 842.828024] env[63021]: value = "task-4282696" [ 842.828024] env[63021]: _type = "Task" [ 842.828024] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.834877] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.916508] env[63021]: DEBUG nova.network.neutron [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.945427] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae24ed3-c3f0-4b3a-bf51-fcbdcc6c6a63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.958889] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60bcc8a-7ac0-4b68-9d8e-0325a37ad957 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.007219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d677d-2ab7-4cfe-8b6c-9e8821efe772 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.020891] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ec63f-0c4d-4923-a56a-62abff252930 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.037338] env[63021]: DEBUG nova.compute.provider_tree [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.042307] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.097889] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.219585] env[63021]: DEBUG nova.network.neutron [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updated VIF entry in instance network info cache for port fbecebf0-a110-49b7-93fc-f894108aaae9. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.219643] env[63021]: DEBUG nova.network.neutron [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updating instance_info_cache with network_info: [{"id": "fbecebf0-a110-49b7-93fc-f894108aaae9", "address": "fa:16:3e:ec:46:95", "network": {"id": "da34ba4b-aab1-4418-a6bc-957510e5b4fe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667110430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57608bb35e3d4f31b686b08b58e673e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbecebf0-a1", "ovs_interfaceid": "fbecebf0-a110-49b7-93fc-f894108aaae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.292338] env[63021]: DEBUG nova.network.neutron [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Updating instance_info_cache with network_info: [{"id": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "address": "fa:16:3e:61:c3:59", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3706a954-a4", "ovs_interfaceid": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.294183] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Successfully created port: 511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.345420] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282696, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.422413] env[63021]: INFO nova.compute.manager [-] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Took 2.22 seconds to deallocate network for instance. [ 843.550023] env[63021]: DEBUG nova.scheduler.client.report [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.596415] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.723142] env[63021]: DEBUG oslo_concurrency.lockutils [req-bdc54900-a158-4460-b9ca-ff150e407a9b req-86652504-3bf5-4433-8512-5782c611b54f service nova] Releasing lock "refresh_cache-defdf825-10c1-4022-8198-0c4feb74bbbc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.798129] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.798473] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Instance network_info: |[{"id": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "address": "fa:16:3e:61:c3:59", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3706a954-a4", "ovs_interfaceid": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.798902] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:c3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3706a954-a4a0-4437-a5b7-91cd6f41782c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.806778] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.807097] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.807328] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1acf9ff0-dbfe-4bec-8609-1c514fd41c4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.822840] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.834361] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.834361] env[63021]: value = "task-4282697" [ 843.834361] env[63021]: _type = "Task" [ 843.834361] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.837824] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.60852} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.841876] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.842649] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec8b6e-74d5-473c-ac20-fc4f0a0cd16c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.853014] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282697, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.855628] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.855870] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.856212] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.856468] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.856622] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.856782] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.856990] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.857168] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.857338] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.857499] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.857759] env[63021]: DEBUG nova.virt.hardware [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.868413] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd273a-08ff-485e-957e-6be400d65836 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.879872] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/693f5398-d2fc-4cf5-999f-ecc092040b1a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.880271] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757b440c-34b1-4fab-90a3-2922c5703c14 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.909175] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5109e6-faed-43b6-a538-8dccf7f98650 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.914247] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 843.914247] env[63021]: value = "task-4282698" [ 843.914247] env[63021]: _type = "Task" [ 843.914247] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.933081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.933401] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.058114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.061386] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.223s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.064015] env[63021]: INFO nova.compute.claims [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.102406] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.102823] env[63021]: INFO nova.scheduler.client.report [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleted allocations for instance f475bb94-2408-4d17-8877-3f09a1f72746 [ 844.134806] env[63021]: DEBUG nova.compute.manager [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Received event network-changed-3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 844.134806] env[63021]: DEBUG nova.compute.manager [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Refreshing instance network info cache due to event network-changed-3706a954-a4a0-4437-a5b7-91cd6f41782c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 844.134806] env[63021]: DEBUG oslo_concurrency.lockutils [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] Acquiring lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.137571] env[63021]: DEBUG oslo_concurrency.lockutils [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] Acquired lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.137571] env[63021]: DEBUG nova.network.neutron [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Refreshing network info cache for port 3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.183956] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.185017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.238132] env[63021]: DEBUG nova.compute.manager [req-bdadba62-4e7d-4a9c-902c-9ffba227b6b1 req-6b9fdc8a-c6c8-4853-88b2-7df68d0f3b61 service nova] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Received event network-vif-deleted-62e8e06d-55a7-47c7-a18e-24c1bd819556 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 844.352149] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282697, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.427962] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.597710] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.610972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-248e4e2d-caee-494b-a8ee-81f1273b0443 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "f475bb94-2408-4d17-8877-3f09a1f72746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.005s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.687364] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.850871] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282697, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.931076] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282698, 'name': ReconfigVM_Task, 'duration_secs': 0.981255} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.931677] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/693f5398-d2fc-4cf5-999f-ecc092040b1a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.932062] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af6fd1f-6314-4d08-a400-097ce125ae33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.942232] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 844.942232] env[63021]: value = "task-4282699" [ 844.942232] env[63021]: _type = "Task" [ 844.942232] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.954249] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282699, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.020080] env[63021]: DEBUG nova.network.neutron [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Updated VIF entry in instance network info cache for port 3706a954-a4a0-4437-a5b7-91cd6f41782c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.020474] env[63021]: DEBUG nova.network.neutron [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Updating instance_info_cache with network_info: [{"id": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "address": "fa:16:3e:61:c3:59", "network": {"id": "4a28bb92-95eb-4510-afa8-2152c8d2980d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1969053405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a4b2d9d89e74237897878134721e30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3706a954-a4", "ovs_interfaceid": "3706a954-a4a0-4437-a5b7-91cd6f41782c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.087027] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Successfully updated port: 511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.100141] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282695, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.494101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.100244] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b7ab980b-f49b-441e-aea7-697312402865/b7ab980b-f49b-441e-aea7-697312402865.vmdk to [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.101037] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adb5527-e2e3-45ca-8cec-5f042f9395b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.123784] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.127093] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eda3f92-8d89-45b9-b92f-2825af450143 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.146439] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 845.146439] env[63021]: value = "task-4282700" [ 845.146439] env[63021]: _type = "Task" [ 845.146439] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.153526] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.206542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.349092] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282697, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.452712] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282699, 'name': Rename_Task, 'duration_secs': 0.410381} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.453735] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.453735] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d93a872-85e7-425e-8758-d3740fd81d2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.461123] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 845.461123] env[63021]: value = "task-4282701" [ 845.461123] env[63021]: _type = "Task" [ 845.461123] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.467982] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.523448] env[63021]: DEBUG oslo_concurrency.lockutils [req-3fbbead3-3175-4496-b097-0bb9664f0b60 req-062d4a0e-092b-4ccf-a5d4-5ec22bf60fac service nova] Releasing lock "refresh_cache-75c9fd06-716e-4166-a93b-67f6704ecd22" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.594974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.595168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.595327] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.657831] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.667691] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1bb2a-e17d-49d2-9e8c-3d493f2f9875 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.675862] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203b739-54cb-49a9-b898-c916a7715dae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.711554] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55129df4-3574-4225-bcce-4ab865ecf728 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.719394] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1057605-e13f-4167-befb-d820dd73f108 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.733632] env[63021]: DEBUG nova.compute.provider_tree [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.849027] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282697, 'name': CreateVM_Task, 'duration_secs': 1.951592} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.849248] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.849945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850753] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d9fd5c-c9ea-481d-9a75-57c8b6fec819 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.855413] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 845.855413] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b8e36b-6f09-d082-e282-b724078c0bd4" [ 845.855413] env[63021]: _type = "Task" [ 845.855413] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.863019] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b8e36b-6f09-d082-e282-b724078c0bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.970658] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.129170] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.156425] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282700, 'name': ReconfigVM_Task, 'duration_secs': 0.87395} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.158448] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0/6c1e3938-2389-4a99-a533-df5521d552e0.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.159852] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': '269d5a0f-d41d-4f43-9326-18e410ebcbe3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843763', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'name': 'volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6c1e3938-2389-4a99-a533-df5521d552e0', 'attached_at': '', 'detached_at': '', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'serial': '21d343dd-3c64-4439-9ec2-2a49a6f703c8'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': '7e225767-6431-466f-8b7d-6b8875c4d8e9', 'volume_type': None}], 'swap': None} {{(pid=63021) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 846.160073] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 846.160265] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843763', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'name': 'volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6c1e3938-2389-4a99-a533-df5521d552e0', 'attached_at': '', 'detached_at': '', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'serial': '21d343dd-3c64-4439-9ec2-2a49a6f703c8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 846.161084] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97876f3b-572d-4115-a92d-d1a350920292 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.177609] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823bce1-854a-4178-8304-515a014d14a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.201919] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8/volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.205411] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a7abc8-35c8-4741-b6b5-f8474c0697d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.218954] env[63021]: DEBUG nova.compute.manager [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Received event network-vif-plugged-511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 846.219172] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Acquiring lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.219380] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.219543] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.219710] env[63021]: DEBUG nova.compute.manager [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] No waiting events found dispatching network-vif-plugged-511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.219891] env[63021]: WARNING nova.compute.manager [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Received unexpected event network-vif-plugged-511e472d-baef-4a26-9182-8d33dc08882b for instance with vm_state building and task_state spawning. [ 846.220064] env[63021]: DEBUG nova.compute.manager [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Received event network-changed-511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 846.220221] env[63021]: DEBUG nova.compute.manager [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Refreshing instance network info cache due to event network-changed-511e472d-baef-4a26-9182-8d33dc08882b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 846.220384] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Acquiring lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.227110] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 846.227110] env[63021]: value = "task-4282702" [ 846.227110] env[63021]: _type = "Task" [ 846.227110] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.234939] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.236743] env[63021]: DEBUG nova.scheduler.client.report [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.331510] env[63021]: DEBUG nova.network.neutron [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Updating instance_info_cache with network_info: [{"id": "511e472d-baef-4a26-9182-8d33dc08882b", "address": "fa:16:3e:23:d4:57", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511e472d-ba", "ovs_interfaceid": "511e472d-baef-4a26-9182-8d33dc08882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.367808] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b8e36b-6f09-d082-e282-b724078c0bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.368174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.368480] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.368780] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.368983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.369267] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.369554] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460d5e6b-ad73-47ac-8edf-9e24e7655f6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.379478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.379749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.380009] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.380244] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.380470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.382138] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.382336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.383456] env[63021]: INFO nova.compute.manager [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Terminating instance [ 846.384869] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedd7af6-1791-415e-904b-f7d25c46e010 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.392410] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 846.392410] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52665c9c-a929-230d-8ee8-218185ac9c0f" [ 846.392410] env[63021]: _type = "Task" [ 846.392410] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.401683] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52665c9c-a929-230d-8ee8-218185ac9c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.470532] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.737488] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282702, 'name': ReconfigVM_Task, 'duration_secs': 0.328703} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.737879] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8/volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.743307] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.743815] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.746420] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ec15e7-57f7-403a-9e24-416a27ee5fa6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.756825] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.524s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.757120] env[63021]: DEBUG nova.objects.instance [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lazy-loading 'resources' on Instance uuid d2de5391-3a0e-47c3-b5a3-85c7d3022dd9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.763997] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 846.763997] env[63021]: value = "task-4282703" [ 846.763997] env[63021]: _type = "Task" [ 846.763997] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.773184] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.834312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.834691] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Instance network_info: |[{"id": "511e472d-baef-4a26-9182-8d33dc08882b", "address": "fa:16:3e:23:d4:57", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511e472d-ba", "ovs_interfaceid": "511e472d-baef-4a26-9182-8d33dc08882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.835013] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Acquired lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.835229] env[63021]: DEBUG nova.network.neutron [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Refreshing network info cache for port 511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.836776] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '511e472d-baef-4a26-9182-8d33dc08882b', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.845717] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.849418] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.849999] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-433473d6-a76c-4266-b1c4-af0d129a98e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.870349] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.870349] env[63021]: value = "task-4282704" [ 846.870349] env[63021]: _type = "Task" [ 846.870349] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.877456] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.890541] env[63021]: DEBUG nova.compute.manager [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.890751] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.891557] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1217c9b1-3ec9-41f7-9696-3df7716d7abb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.903514] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.907087] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4315ccd2-bdc2-4b7f-93ce-1a5349b2b93a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.908599] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52665c9c-a929-230d-8ee8-218185ac9c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.909682] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048d85ad-509c-47ca-aee8-392c9bb78e8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.913390] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 846.913390] env[63021]: value = "task-4282705" [ 846.913390] env[63021]: _type = "Task" [ 846.913390] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.919151] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 846.919151] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52755f3f-d168-342a-bf51-fa4a6910bebb" [ 846.919151] env[63021]: _type = "Task" [ 846.919151] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.924805] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.930073] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52755f3f-d168-342a-bf51-fa4a6910bebb, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.930320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.930580] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 75c9fd06-716e-4166-a93b-67f6704ecd22/75c9fd06-716e-4166-a93b-67f6704ecd22.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.930819] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32aac835-0522-4c62-8fe1-f44e6cf73b0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.937047] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 846.937047] env[63021]: value = "task-4282706" [ 846.937047] env[63021]: _type = "Task" [ 846.937047] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.946493] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.971103] env[63021]: DEBUG oslo_vmware.api [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282701, 'name': PowerOnVM_Task, 'duration_secs': 1.052119} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.971225] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.971425] env[63021]: INFO nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Took 10.87 seconds to spawn the instance on the hypervisor. [ 846.971604] env[63021]: DEBUG nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.972374] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2ae1b9-e595-4197-9cd1-98e4dad00c85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.080441] env[63021]: DEBUG nova.network.neutron [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Updated VIF entry in instance network info cache for port 511e472d-baef-4a26-9182-8d33dc08882b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.080997] env[63021]: DEBUG nova.network.neutron [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Updating instance_info_cache with network_info: [{"id": "511e472d-baef-4a26-9182-8d33dc08882b", "address": "fa:16:3e:23:d4:57", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511e472d-ba", "ovs_interfaceid": "511e472d-baef-4a26-9182-8d33dc08882b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.258985] env[63021]: DEBUG nova.compute.utils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.267168] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.267384] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.285747] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282703, 'name': ReconfigVM_Task, 'duration_secs': 0.155559} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.286033] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843763', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'name': 'volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6c1e3938-2389-4a99-a533-df5521d552e0', 'attached_at': '', 'detached_at': '', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'serial': '21d343dd-3c64-4439-9ec2-2a49a6f703c8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 847.286699] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f1af69-e359-482a-ad0f-0b76c32ffd1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.300291] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 847.300291] env[63021]: value = "task-4282707" [ 847.300291] env[63021]: _type = "Task" [ 847.300291] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.309584] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282707, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.342812] env[63021]: DEBUG nova.policy [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd860fdf7d4f047d6a1ae040a7eb9af9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e20bea164b64f298ebd187df71bb908', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.386153] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.431394] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282705, 'name': PowerOffVM_Task, 'duration_secs': 0.190884} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.431751] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.431980] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.432321] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a62846-ff1b-486f-821c-0c498fd90b31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.449899] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282706, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.490363] env[63021]: INFO nova.compute.manager [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Took 51.27 seconds to build instance. [ 847.504583] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.504583] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.504583] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleting the datastore file [datastore2] 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.504583] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bca4ef7b-1b9a-48ae-960f-8e3a130f6636 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511648] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for the task: (returnval){ [ 847.511648] env[63021]: value = "task-4282709" [ 847.511648] env[63021]: _type = "Task" [ 847.511648] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.530862] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.585521] env[63021]: DEBUG oslo_concurrency.lockutils [req-e19fedc3-441a-4933-ab34-157ac4125477 req-aa9da0e6-9cb2-47c0-963d-a40cc2dc5650 service nova] Releasing lock "refresh_cache-ff6864fe-b489-4851-bfaf-876a1783bb8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.683133] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Successfully created port: ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.772782] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.807773] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282707, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.883906] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885771] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13147b57-6013-4083-ae20-f98f9c691c07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.893529] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b4eb0-1cce-4531-8bf7-868a17009cd6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.931627] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa319a5-cef1-4b5b-964e-e800b799234a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.942294] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb40c86-bcdc-4df9-b185-e637c74f7648 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.951921] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530488} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.960317] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 75c9fd06-716e-4166-a93b-67f6704ecd22/75c9fd06-716e-4166-a93b-67f6704ecd22.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.960793] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.961172] env[63021]: DEBUG nova.compute.provider_tree [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.963583] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cb3bb17-0ff9-4f24-97c9-009d9e097ad2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.974732] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 847.974732] env[63021]: value = "task-4282710" [ 847.974732] env[63021]: _type = "Task" [ 847.974732] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.984334] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.992735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd8b6ed2-2a56-4584-896a-841ceff2233c tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.249s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.025978] env[63021]: DEBUG oslo_vmware.api [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Task: {'id': task-4282709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.026281] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.026356] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.026539] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.026684] env[63021]: INFO nova.compute.manager [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 848.027040] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.027173] env[63021]: DEBUG nova.compute.manager [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.027225] env[63021]: DEBUG nova.network.neutron [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.308447] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282707, 'name': Rename_Task, 'duration_secs': 0.783647} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.308795] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.309057] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2511252b-8df6-4f44-8e24-4b2c0a78b6c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.316749] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 848.316749] env[63021]: value = "task-4282711" [ 848.316749] env[63021]: _type = "Task" [ 848.316749] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.325704] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.382664] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.384944] env[63021]: DEBUG nova.compute.manager [req-8c0f8226-edfc-4ece-93bc-8bfeeec2e995 req-8c10da53-62e2-4f48-a7bf-4a679b235426 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Received event network-vif-deleted-92545b90-2ce8-49b1-a13a-8d389479e03c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 848.385143] env[63021]: INFO nova.compute.manager [req-8c0f8226-edfc-4ece-93bc-8bfeeec2e995 req-8c10da53-62e2-4f48-a7bf-4a679b235426 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Neutron deleted interface 92545b90-2ce8-49b1-a13a-8d389479e03c; detaching it from the instance and deleting it from the info cache [ 848.385314] env[63021]: DEBUG nova.network.neutron [req-8c0f8226-edfc-4ece-93bc-8bfeeec2e995 req-8c10da53-62e2-4f48-a7bf-4a679b235426 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.469526] env[63021]: DEBUG nova.scheduler.client.report [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.473028] env[63021]: INFO nova.compute.manager [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Rescuing [ 848.473137] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.473340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.473538] env[63021]: DEBUG nova.network.neutron [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.484687] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083357} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.485149] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.485987] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22af10-98e5-422b-b226-065edc3eee0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.510078] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 75c9fd06-716e-4166-a93b-67f6704ecd22/75c9fd06-716e-4166-a93b-67f6704ecd22.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.511132] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aeed095-8eaa-4b43-b06b-6ba9f761bdfb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.531236] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 848.531236] env[63021]: value = "task-4282712" [ 848.531236] env[63021]: _type = "Task" [ 848.531236] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.539364] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.776917] env[63021]: DEBUG nova.network.neutron [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.782098] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.810352] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.810586] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.810765] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.810948] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.811112] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.811265] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.811472] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.811631] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.811795] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.811955] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.812140] env[63021]: DEBUG nova.virt.hardware [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.813119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bc2d0-cf73-4096-9bbe-00d376a61f36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.824982] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d8817-657c-4983-8644-f7a18486d257 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.834037] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.882874] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.887605] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3008c1ab-eb30-4dac-accb-0a8e2d3349bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.897072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820fe3fb-5838-4ae7-b0f3-1486756032a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.933298] env[63021]: DEBUG nova.compute.manager [req-8c0f8226-edfc-4ece-93bc-8bfeeec2e995 req-8c10da53-62e2-4f48-a7bf-4a679b235426 service nova] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Detach interface failed, port_id=92545b90-2ce8-49b1-a13a-8d389479e03c, reason: Instance 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 848.975858] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.982409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.599s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.982963] env[63021]: DEBUG nova.objects.instance [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lazy-loading 'resources' on Instance uuid 5c91be97-b5af-4cb4-9173-a972d72318af {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.002085] env[63021]: INFO nova.scheduler.client.report [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted allocations for instance d2de5391-3a0e-47c3-b5a3-85c7d3022dd9 [ 849.040980] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.276390] env[63021]: DEBUG nova.network.neutron [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updating instance_info_cache with network_info: [{"id": "b7d97801-82bc-4e13-a076-76bac0db7789", "address": "fa:16:3e:6c:e3:7a", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d97801-82", "ovs_interfaceid": "b7d97801-82bc-4e13-a076-76bac0db7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.281029] env[63021]: INFO nova.compute.manager [-] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Took 1.25 seconds to deallocate network for instance. [ 849.327739] env[63021]: DEBUG oslo_vmware.api [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282711, 'name': PowerOnVM_Task, 'duration_secs': 0.544914} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.328067] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.387081] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282704, 'name': CreateVM_Task, 'duration_secs': 2.407099} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.387081] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.387081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.387081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.387638] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.387908] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6bc8549-c3e1-404d-ba34-1a08b3bb827e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.396853] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 849.396853] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52736ad5-a562-0ae4-788c-b476f3e65f51" [ 849.396853] env[63021]: _type = "Task" [ 849.396853] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.407158] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52736ad5-a562-0ae4-788c-b476f3e65f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.425512] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Successfully updated port: ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.469444] env[63021]: DEBUG nova.compute.manager [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.470465] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da631b2-a739-4ce0-9218-a550572401df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.510989] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d6b299b-9ba1-4cea-9519-e5298882486c tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "d2de5391-3a0e-47c3-b5a3-85c7d3022dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.856s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.543513] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282712, 'name': ReconfigVM_Task, 'duration_secs': 0.511309} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.543513] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 75c9fd06-716e-4166-a93b-67f6704ecd22/75c9fd06-716e-4166-a93b-67f6704ecd22.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.543835] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf7fc0e-5224-4cf0-904f-5af5e8acf829 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.552297] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 849.552297] env[63021]: value = "task-4282713" [ 849.552297] env[63021]: _type = "Task" [ 849.552297] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.561578] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282713, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.785668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.906852] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52736ad5-a562-0ae4-788c-b476f3e65f51, 'name': SearchDatastore_Task, 'duration_secs': 0.013943} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.909527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.909616] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.909843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.910073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.910274] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.910697] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43244f3b-ec2d-4634-ba08-51d6f11302cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.919753] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.919936] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.922879] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ed8764-cc45-4c72-85c8-931f11b3f175 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.926929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.927111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquired lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.927412] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.931400] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 849.931400] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5243b1f4-cd3f-389e-831a-84217d512a5d" [ 849.931400] env[63021]: _type = "Task" [ 849.931400] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.941529] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5243b1f4-cd3f-389e-831a-84217d512a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.998948] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3710d7-8f40-449b-88da-88db6278a7a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.002376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-898ef22e-51e1-45a2-bc59-6a2012f85048 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 62.447s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.009043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ff54a-49b7-4416-b320-b85693e60c67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.039538] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6860f8-03d8-4efe-b5de-d7c42117c69a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.047304] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b652277-060d-4e90-9cd4-db5b9d643c3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.065493] env[63021]: DEBUG nova.compute.provider_tree [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.070972] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282713, 'name': Rename_Task, 'duration_secs': 0.238529} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.071258] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.071495] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ccf47d-fc15-4d39-8046-c1c7df2d7864 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.079622] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 850.079622] env[63021]: value = "task-4282714" [ 850.079622] env[63021]: _type = "Task" [ 850.079622] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.087023] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.443436] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5243b1f4-cd3f-389e-831a-84217d512a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.444408] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67b2cc3-9482-433a-b90e-cc6fc2dbf603 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.449699] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 850.449699] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75689-b0bd-4eee-81eb-541fbaea6c02" [ 850.449699] env[63021]: _type = "Task" [ 850.449699] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.459229] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75689-b0bd-4eee-81eb-541fbaea6c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.467044] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.489119] env[63021]: DEBUG nova.compute.manager [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Received event network-vif-plugged-ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 850.489301] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Acquiring lock "5806b33c-f259-4966-a28b-55d05a54471c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.489504] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Lock "5806b33c-f259-4966-a28b-55d05a54471c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.489668] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Lock "5806b33c-f259-4966-a28b-55d05a54471c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.489830] env[63021]: DEBUG nova.compute.manager [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] No waiting events found dispatching network-vif-plugged-ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.489992] env[63021]: WARNING nova.compute.manager [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Received unexpected event network-vif-plugged-ad838166-2a8c-404f-8a70-a72f3815c5ea for instance with vm_state building and task_state spawning. [ 850.490167] env[63021]: DEBUG nova.compute.manager [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Received event network-changed-ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 850.490321] env[63021]: DEBUG nova.compute.manager [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Refreshing instance network info cache due to event network-changed-ad838166-2a8c-404f-8a70-a72f3815c5ea. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 850.490529] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Acquiring lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.569336] env[63021]: DEBUG nova.scheduler.client.report [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.591899] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.622811] env[63021]: DEBUG nova.network.neutron [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Updating instance_info_cache with network_info: [{"id": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "address": "fa:16:3e:c7:1c:32", "network": {"id": "63149fdd-678c-40d0-bb4e-34495104cde6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2048479164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e20bea164b64f298ebd187df71bb908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad838166-2a", "ovs_interfaceid": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.960163] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75689-b0bd-4eee-81eb-541fbaea6c02, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.960427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960732] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ff6864fe-b489-4851-bfaf-876a1783bb8a/ff6864fe-b489-4851-bfaf-876a1783bb8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.961031] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82dde91-52e1-45ed-8f42-234b96c0af81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.967547] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 850.967547] env[63021]: value = "task-4282715" [ 850.967547] env[63021]: _type = "Task" [ 850.967547] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.975019] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.075770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.078322] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.935s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.078574] env[63021]: DEBUG nova.objects.instance [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lazy-loading 'resources' on Instance uuid 4494ad3b-3582-4af4-8a59-c80717a7322b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.092504] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.102024] env[63021]: INFO nova.scheduler.client.report [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted allocations for instance 5c91be97-b5af-4cb4-9173-a972d72318af [ 851.125682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Releasing lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.126108] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Instance network_info: |[{"id": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "address": "fa:16:3e:c7:1c:32", "network": {"id": "63149fdd-678c-40d0-bb4e-34495104cde6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2048479164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e20bea164b64f298ebd187df71bb908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad838166-2a", "ovs_interfaceid": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.126437] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Acquired lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.126680] env[63021]: DEBUG nova.network.neutron [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Refreshing network info cache for port ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.127959] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:1c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad838166-2a8c-404f-8a70-a72f3815c5ea', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.137015] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Creating folder: Project (0e20bea164b64f298ebd187df71bb908). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.138895] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03ee25e4-d0d6-4475-99d3-efc885660b69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.151708] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Created folder: Project (0e20bea164b64f298ebd187df71bb908) in parent group-v843603. [ 851.152388] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Creating folder: Instances. Parent ref: group-v843791. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.153793] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5302ab-f16a-44fb-b7b2-0a523743cdfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.167300] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Created folder: Instances in parent group-v843791. [ 851.167684] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.167941] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.168201] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec76bb5-305c-49ae-aa0f-1eb50440d535 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.193423] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.193423] env[63021]: value = "task-4282718" [ 851.193423] env[63021]: _type = "Task" [ 851.193423] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.203200] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282718, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.319233] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.319618] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417dde16-b39b-4f53-8ce1-db92b1f1e835 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.328222] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 851.328222] env[63021]: value = "task-4282719" [ 851.328222] env[63021]: _type = "Task" [ 851.328222] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.338584] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.478370] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282715, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.595211] env[63021]: DEBUG oslo_vmware.api [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282714, 'name': PowerOnVM_Task, 'duration_secs': 1.152956} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.595493] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.595743] env[63021]: INFO nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Took 10.53 seconds to spawn the instance on the hypervisor. [ 851.595970] env[63021]: DEBUG nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.596823] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4766b58b-8fd1-45df-a68d-7a98efb98c83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.612337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ca7114c1-7453-4a08-b725-3ef95b3e8724 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "5c91be97-b5af-4cb4-9173-a972d72318af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.668s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.709317] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282718, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.840655] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282719, 'name': PowerOffVM_Task, 'duration_secs': 0.264564} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.840969] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.841838] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca3064-ec72-4150-875b-67e16daad5ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.867070] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2156f10-ec8e-4206-b2fe-d0aec6070e43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.909058] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.909863] env[63021]: DEBUG nova.network.neutron [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Updated VIF entry in instance network info cache for port ad838166-2a8c-404f-8a70-a72f3815c5ea. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.910236] env[63021]: DEBUG nova.network.neutron [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Updating instance_info_cache with network_info: [{"id": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "address": "fa:16:3e:c7:1c:32", "network": {"id": "63149fdd-678c-40d0-bb4e-34495104cde6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2048479164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e20bea164b64f298ebd187df71bb908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad838166-2a", "ovs_interfaceid": "ad838166-2a8c-404f-8a70-a72f3815c5ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.911370] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd0b350-3151-4c42-81cd-788aadc304e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.918421] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 851.918421] env[63021]: value = "task-4282720" [ 851.918421] env[63021]: _type = "Task" [ 851.918421] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.928246] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.980800] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530122} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.981095] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] ff6864fe-b489-4851-bfaf-876a1783bb8a/ff6864fe-b489-4851-bfaf-876a1783bb8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.981321] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.981841] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-739cccd6-5bdc-43df-bb29-6ad8fbd5743e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.991235] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 851.991235] env[63021]: value = "task-4282721" [ 851.991235] env[63021]: _type = "Task" [ 851.991235] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.000932] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.123279] env[63021]: INFO nova.compute.manager [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Took 50.41 seconds to build instance. [ 852.176670] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d384360-4268-40c6-bd51-33871139ed6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.191933] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9cd57-88dc-4c3b-858f-841c3bd2ccb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.231200] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe925e1-0a38-42ff-8226-3af8fab705e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.233826] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282718, 'name': CreateVM_Task, 'duration_secs': 0.519285} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.234019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.235117] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.235942] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ece69d-c85b-4262-8d1f-3d0419a63a4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.241227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d508f6e-516f-4412-86e7-6b2a17c8f43d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.249726] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 852.249726] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5274e129-262f-77aa-de57-4528b436a77a" [ 852.249726] env[63021]: _type = "Task" [ 852.249726] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.260480] env[63021]: DEBUG nova.compute.provider_tree [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.265567] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5274e129-262f-77aa-de57-4528b436a77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.414373] env[63021]: DEBUG oslo_concurrency.lockutils [req-830bc824-3aae-4706-bb64-96d5ca515851 req-100794e3-4118-4820-a802-7be51dd61926 service nova] Releasing lock "refresh_cache-5806b33c-f259-4966-a28b-55d05a54471c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.430322] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 852.430576] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.430802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.430951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.431153] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.431401] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596a8321-1cdc-43bd-a32a-fce5d1d74949 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.440125] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.440318] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.441062] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef94e8d-3750-4e1b-9c5d-5391d72c7282 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.447300] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 852.447300] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c5f4-b5df-7ebb-ab71-510f6aa07dc0" [ 852.447300] env[63021]: _type = "Task" [ 852.447300] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.454392] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c5f4-b5df-7ebb-ab71-510f6aa07dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.501391] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076423} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.501718] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.502636] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c84db-56de-4aab-a131-a957cd391e7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.526158] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ff6864fe-b489-4851-bfaf-876a1783bb8a/ff6864fe-b489-4851-bfaf-876a1783bb8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.526504] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4463ea89-0661-4f2d-a3e8-26a303a9d6e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.545956] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 852.545956] env[63021]: value = "task-4282722" [ 852.545956] env[63021]: _type = "Task" [ 852.545956] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.554178] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282722, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.625201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2747c9-91fe-420f-8b4e-1a0c5db1562e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.306s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.671192] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "168c3469-bd28-4c58-812d-8f690e9b5555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.671482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.701138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.701355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.758732] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5274e129-262f-77aa-de57-4528b436a77a, 'name': SearchDatastore_Task, 'duration_secs': 0.022642} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.758732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.759037] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.759150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.766997] env[63021]: DEBUG nova.scheduler.client.report [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.957991] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c5f4-b5df-7ebb-ab71-510f6aa07dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.044595} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.959050] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee562ab7-7fed-4ee9-aaf2-f7fa4fd97c87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.963714] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 852.963714] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522f052a-28d6-cbc3-fe4f-a6bdffb1cca8" [ 852.963714] env[63021]: _type = "Task" [ 852.963714] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.970753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.970977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.971192] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.971376] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.971540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.972993] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f052a-28d6-cbc3-fe4f-a6bdffb1cca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.973494] env[63021]: INFO nova.compute.manager [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Terminating instance [ 853.057077] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282722, 'name': ReconfigVM_Task, 'duration_secs': 0.299877} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.057426] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ff6864fe-b489-4851-bfaf-876a1783bb8a/ff6864fe-b489-4851-bfaf-876a1783bb8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.058140] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c501f36e-e2c8-45bb-bd05-a8418601c036 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.064452] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 853.064452] env[63021]: value = "task-4282723" [ 853.064452] env[63021]: _type = "Task" [ 853.064452] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.073839] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282723, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.175353] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.203812] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.272017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.274838] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.592s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.275092] env[63021]: DEBUG nova.objects.instance [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lazy-loading 'resources' on Instance uuid 4398cb00-ac09-4d96-8505-ef5c3a426b48 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.303334] env[63021]: INFO nova.scheduler.client.report [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Deleted allocations for instance 4494ad3b-3582-4af4-8a59-c80717a7322b [ 853.474063] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f052a-28d6-cbc3-fe4f-a6bdffb1cca8, 'name': SearchDatastore_Task, 'duration_secs': 0.037143} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.474308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.474572] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 853.474949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.475157] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.475366] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa68e3cb-d68c-428c-80eb-722d9b2ddbea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.477783] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbb0b3e-12fe-40ca-8b9e-124f03ab502a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.479806] env[63021]: DEBUG nova.compute.manager [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.479972] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.480734] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14759c65-dd01-4048-ad91-0db04433e7a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.488691] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.490537] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41086d5-2651-4715-9068-79c1d45bc8bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.491982] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 853.491982] env[63021]: value = "task-4282724" [ 853.491982] env[63021]: _type = "Task" [ 853.491982] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.492218] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.492379] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.493126] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e655a1-05fc-4eb3-96a1-c6469c8f1274 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.500239] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 853.500239] env[63021]: value = "task-4282725" [ 853.500239] env[63021]: _type = "Task" [ 853.500239] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.504364] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 853.504364] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5240406b-0e0d-5d81-ed97-391b86c2862c" [ 853.504364] env[63021]: _type = "Task" [ 853.504364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.505376] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.515456] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.519138] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5240406b-0e0d-5d81-ed97-391b86c2862c, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.519888] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c23530-92c7-4755-9112-3ce2ca956fb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.524649] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 853.524649] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529ea24c-9230-530c-4578-dddf67de432b" [ 853.524649] env[63021]: _type = "Task" [ 853.524649] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.532183] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529ea24c-9230-530c-4578-dddf67de432b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.575106] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282723, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.700121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.724308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.811073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-29163e70-6b69-48ac-a1d8-10432847d5e9 tempest-ServersAdminNegativeTestJSON-817582727 tempest-ServersAdminNegativeTestJSON-817582727-project-member] Lock "4494ad3b-3582-4af4-8a59-c80717a7322b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.269s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.004401] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492752} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.004401] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 854.005024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8879e0-37b7-47eb-8dac-319c2f44a167 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.036128] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.044417] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b296f7d3-2086-4a38-90f2-3b11583dfde9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.057199] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282725, 'name': PowerOffVM_Task, 'duration_secs': 0.198562} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.057827] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.058616] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.058920] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39cddc4e-baf6-40e9-97e0-2eb997daa4c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.064121] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529ea24c-9230-530c-4578-dddf67de432b, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.065412] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.065672] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5806b33c-f259-4966-a28b-55d05a54471c/5806b33c-f259-4966-a28b-55d05a54471c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.065999] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 854.065999] env[63021]: value = "task-4282726" [ 854.065999] env[63021]: _type = "Task" [ 854.065999] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.066282] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-561412fe-000d-4355-a97f-7d28d202e573 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.079349] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 854.079349] env[63021]: value = "task-4282728" [ 854.079349] env[63021]: _type = "Task" [ 854.079349] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.085652] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.085908] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282723, 'name': Rename_Task, 'duration_secs': 0.95944} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.089175] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.091689] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03353c41-c5f0-4a51-81f8-72cdb66656da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.099823] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.101110] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 854.101110] env[63021]: value = "task-4282729" [ 854.101110] env[63021]: _type = "Task" [ 854.101110] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.110770] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.129747] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.129947] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.130137] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleting the datastore file [datastore2] 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.130400] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7c8b512-9411-4295-9528-ab69b8dc883c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.137976] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 854.137976] env[63021]: value = "task-4282730" [ 854.137976] env[63021]: _type = "Task" [ 854.137976] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.149561] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.388924] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ecb7b-a1d3-4bcc-9bcb-1c1563779568 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.399130] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfea6f1-4cb3-4bb6-a881-39a9634e6900 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.444200] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecd1013-97e9-478a-a867-d3f9198fd0e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.454802] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ca86d-36a0-4be1-bdd9-bf43e8466bfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.470371] env[63021]: DEBUG nova.compute.provider_tree [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.582053] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282726, 'name': ReconfigVM_Task, 'duration_secs': 0.514935} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.582440] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.583280] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d02e9-a122-4857-815d-1454a35f9a81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.593859] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49348} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.610443] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5806b33c-f259-4966-a28b-55d05a54471c/5806b33c-f259-4966-a28b-55d05a54471c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.610729] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.616168] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e2ef18-cdd2-4e10-a9a7-a90f4ced88d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.623025] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a183949-b894-4f49-9cb4-2132ace4585a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.639441] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.645258] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 854.645258] env[63021]: value = "task-4282732" [ 854.645258] env[63021]: _type = "Task" [ 854.645258] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.645715] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 854.645715] env[63021]: value = "task-4282731" [ 854.645715] env[63021]: _type = "Task" [ 854.645715] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.657202] env[63021]: DEBUG oslo_vmware.api [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435479} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.658128] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.658350] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.658727] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.658822] env[63021]: INFO nova.compute.manager [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Took 1.18 seconds to destroy the instance on the hypervisor. [ 854.659470] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.665605] env[63021]: DEBUG nova.compute.manager [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.665770] env[63021]: DEBUG nova.network.neutron [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.667628] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.667889] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.974207] env[63021]: DEBUG nova.scheduler.client.report [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.991160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "75c9fd06-716e-4166-a93b-67f6704ecd22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.991160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.991160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.991520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.991520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.993889] env[63021]: INFO nova.compute.manager [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Terminating instance [ 855.120546] env[63021]: DEBUG oslo_vmware.api [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282729, 'name': PowerOnVM_Task, 'duration_secs': 0.686725} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.120952] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.121055] env[63021]: INFO nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Took 11.30 seconds to spawn the instance on the hypervisor. [ 855.121291] env[63021]: DEBUG nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.121960] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af63c3ca-22ab-4910-b5a8-5fbb1e11c614 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.159046] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282732, 'name': ReconfigVM_Task, 'duration_secs': 0.294386} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.163803] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.163803] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.163941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41739d4c-4f1e-478a-8a90-de1fe5db5e1d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.166479] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.167533] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e3aee1-a19b-4958-bb6d-6731f7c381a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.192122] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5806b33c-f259-4966-a28b-55d05a54471c/5806b33c-f259-4966-a28b-55d05a54471c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.195406] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619ccf99-ad28-4bb5-b87a-f9ac71172cd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.215378] env[63021]: DEBUG nova.compute.manager [req-67f73f76-1c2b-422a-ac33-a3a5a95c1a4b req-7db3f2f0-dbef-4b9c-9fdb-0799cfb22c99 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Received event network-vif-deleted-40f3cb91-161d-4024-b298-4969865d0193 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 855.215581] env[63021]: INFO nova.compute.manager [req-67f73f76-1c2b-422a-ac33-a3a5a95c1a4b req-7db3f2f0-dbef-4b9c-9fdb-0799cfb22c99 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Neutron deleted interface 40f3cb91-161d-4024-b298-4969865d0193; detaching it from the instance and deleting it from the info cache [ 855.215754] env[63021]: DEBUG nova.network.neutron [req-67f73f76-1c2b-422a-ac33-a3a5a95c1a4b req-7db3f2f0-dbef-4b9c-9fdb-0799cfb22c99 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.217309] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 855.217309] env[63021]: value = "task-4282733" [ 855.217309] env[63021]: _type = "Task" [ 855.217309] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.223762] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 855.223762] env[63021]: value = "task-4282734" [ 855.223762] env[63021]: _type = "Task" [ 855.223762] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.228031] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.236662] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.481301] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.483839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.151s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.484788] env[63021]: DEBUG nova.objects.instance [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.500326] env[63021]: DEBUG nova.compute.manager [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.500761] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.502582] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd2c061-bcd0-45c0-9a09-08d4bd54bf2a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.509118] env[63021]: INFO nova.scheduler.client.report [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleted allocations for instance 4398cb00-ac09-4d96-8505-ef5c3a426b48 [ 855.513807] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.517864] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cd8cc8-7171-444b-bee9-73399026c428 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.528170] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 855.528170] env[63021]: value = "task-4282735" [ 855.528170] env[63021]: _type = "Task" [ 855.528170] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.542640] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.641583] env[63021]: INFO nova.compute.manager [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Took 49.84 seconds to build instance. [ 855.667078] env[63021]: DEBUG nova.network.neutron [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.718956] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1175a29-f0ef-40bb-ab74-226c25857bbe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.737307] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.745383] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f963e-2f9b-4f8e-b365-54b0a8317a0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.760785] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.792883] env[63021]: DEBUG nova.compute.manager [req-67f73f76-1c2b-422a-ac33-a3a5a95c1a4b req-7db3f2f0-dbef-4b9c-9fdb-0799cfb22c99 service nova] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Detach interface failed, port_id=40f3cb91-161d-4024-b298-4969865d0193, reason: Instance 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 856.026218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5ba09653-be28-4a59-ad58-236c325c6a52 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "4398cb00-ac09-4d96-8505-ef5c3a426b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.303s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.043179] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282735, 'name': PowerOffVM_Task, 'duration_secs': 0.444648} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.043639] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.044398] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.044759] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2619c1cb-fb8e-47d8-ac32-36d905fa8796 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.121176] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.121551] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.121743] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleting the datastore file [datastore2] 75c9fd06-716e-4166-a93b-67f6704ecd22 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.122380] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f625625c-cb37-467e-bab6-2ae9135ced62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.130194] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 856.130194] env[63021]: value = "task-4282737" [ 856.130194] env[63021]: _type = "Task" [ 856.130194] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.139509] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.146769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2ea83ff5-ee51-45e3-9bf9-8f7b1562830d tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.056s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.170501] env[63021]: INFO nova.compute.manager [-] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Took 1.50 seconds to deallocate network for instance. [ 856.236490] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.244570] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282734, 'name': ReconfigVM_Task, 'duration_secs': 0.78295} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.244570] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5806b33c-f259-4966-a28b-55d05a54471c/5806b33c-f259-4966-a28b-55d05a54471c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.244570] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56f84f1f-7e16-463d-93c3-d1578f5bb540 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.249808] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 856.249808] env[63021]: value = "task-4282738" [ 856.249808] env[63021]: _type = "Task" [ 856.249808] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.258410] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282738, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.495273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a5c5a221-6acb-4f75-a81f-1aa85f6bc591 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.497038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.143s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.643430] env[63021]: DEBUG oslo_vmware.api [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272462} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.643656] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.643914] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.644183] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.644436] env[63021]: INFO nova.compute.manager [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.644765] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.645036] env[63021]: DEBUG nova.compute.manager [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.645191] env[63021]: DEBUG nova.network.neutron [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.647623] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.651024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.651024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.651024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.651024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.652294] env[63021]: INFO nova.compute.manager [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Terminating instance [ 856.681219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.732383] env[63021]: DEBUG oslo_vmware.api [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282733, 'name': PowerOnVM_Task, 'duration_secs': 1.379972} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.732689] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.735711] env[63021]: DEBUG nova.compute.manager [None req-dd8a71c5-8284-473b-97d9-d056f8f7a32e tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.737145] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf17cce-88b1-4f2b-81c9-4a863fe1be3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.760661] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282738, 'name': Rename_Task, 'duration_secs': 0.160592} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.760965] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.761213] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76043799-fa4e-49a0-b73a-168627174160 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.768153] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 856.768153] env[63021]: value = "task-4282739" [ 856.768153] env[63021]: _type = "Task" [ 856.768153] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.777732] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.924803] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "be32dd81-d622-433d-9faf-179bd4c090ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.925082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.925328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.925531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.925784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.928238] env[63021]: INFO nova.compute.manager [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Terminating instance [ 857.004506] env[63021]: INFO nova.compute.claims [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.159233] env[63021]: DEBUG nova.compute.manager [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.159580] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.160895] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8560d223-e55a-4de4-97f3-6a3c187606bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.175126] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.175601] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695ee629-2c5d-4ad7-9c6c-a188b5023a78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.184970] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 857.184970] env[63021]: value = "task-4282740" [ 857.184970] env[63021]: _type = "Task" [ 857.184970] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.199189] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.241028] env[63021]: DEBUG nova.compute.manager [req-eea10d2f-9715-4ead-ae44-594d20ffcace req-e9a39f5f-49b6-48e7-a237-d2beab5d2925 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Received event network-vif-deleted-3706a954-a4a0-4437-a5b7-91cd6f41782c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 857.241028] env[63021]: INFO nova.compute.manager [req-eea10d2f-9715-4ead-ae44-594d20ffcace req-e9a39f5f-49b6-48e7-a237-d2beab5d2925 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Neutron deleted interface 3706a954-a4a0-4437-a5b7-91cd6f41782c; detaching it from the instance and deleting it from the info cache [ 857.241028] env[63021]: DEBUG nova.network.neutron [req-eea10d2f-9715-4ead-ae44-594d20ffcace req-e9a39f5f-49b6-48e7-a237-d2beab5d2925 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.281197] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.433180] env[63021]: DEBUG nova.compute.manager [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.433477] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.434480] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3560ca-33a3-4d34-936f-a7646286a301 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.446415] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.446686] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fcc8dff-7757-46c8-a4e9-69dec7f94632 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.452701] env[63021]: DEBUG oslo_vmware.api [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 857.452701] env[63021]: value = "task-4282741" [ 857.452701] env[63021]: _type = "Task" [ 857.452701] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.513968] env[63021]: INFO nova.compute.resource_tracker [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating resource usage from migration 5b85608d-43a1-401c-ab93-19647c88779a [ 857.685355] env[63021]: DEBUG nova.network.neutron [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.703631] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282740, 'name': PowerOffVM_Task, 'duration_secs': 0.265964} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.704936] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.704936] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.705185] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f717a041-3cb2-42f3-abf2-6fd282590cc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.744519] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f6bc78e-029d-4591-a50b-dad37604468e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.753607] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9bbc3-15e7-47bf-9145-a0933be1e1cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.777685] env[63021]: DEBUG oslo_vmware.api [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282739, 'name': PowerOnVM_Task, 'duration_secs': 0.684332} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.778377] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.778377] env[63021]: INFO nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Took 9.00 seconds to spawn the instance on the hypervisor. [ 857.778458] env[63021]: DEBUG nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.779291] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759c245-2d99-44e6-bf4b-04297f167e67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.802164] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.802459] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.802588] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleting the datastore file [datastore2] ff6864fe-b489-4851-bfaf-876a1783bb8a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.803161] env[63021]: DEBUG nova.compute.manager [req-eea10d2f-9715-4ead-ae44-594d20ffcace req-e9a39f5f-49b6-48e7-a237-d2beab5d2925 service nova] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Detach interface failed, port_id=3706a954-a4a0-4437-a5b7-91cd6f41782c, reason: Instance 75c9fd06-716e-4166-a93b-67f6704ecd22 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 857.804328] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ed9aaf1-1cce-4fd7-a592-3afd7744d637 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.814521] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 857.814521] env[63021]: value = "task-4282743" [ 857.814521] env[63021]: _type = "Task" [ 857.814521] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.823577] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.968163] env[63021]: DEBUG oslo_vmware.api [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282741, 'name': PowerOffVM_Task, 'duration_secs': 0.279765} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.968163] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.968163] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.968537] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62217768-c234-49c6-ac23-ee7c15ada260 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.045218] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.045218] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.045306] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleting the datastore file [datastore2] be32dd81-d622-433d-9faf-179bd4c090ea {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.045521] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a43323f7-614a-4046-b5f1-59abf6589810 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.055599] env[63021]: INFO nova.compute.manager [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Unrescuing [ 858.055829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.055982] env[63021]: DEBUG oslo_concurrency.lockutils [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquired lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.056242] env[63021]: DEBUG nova.network.neutron [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.057343] env[63021]: DEBUG oslo_vmware.api [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for the task: (returnval){ [ 858.057343] env[63021]: value = "task-4282745" [ 858.057343] env[63021]: _type = "Task" [ 858.057343] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.065780] env[63021]: DEBUG oslo_vmware.api [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.121932] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbbb02c-187e-4aa4-9e8f-ff74bea83eb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.130167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeb283c-7cb9-4c94-bd3f-f5f9eed43da0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.160822] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e017bd0-1ca8-4373-889b-44aef26c995b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.168360] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409c9d93-6665-492c-adc9-997aef8ad41f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.188335] env[63021]: INFO nova.compute.manager [-] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Took 1.54 seconds to deallocate network for instance. [ 858.188472] env[63021]: DEBUG nova.compute.provider_tree [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.325217] env[63021]: INFO nova.compute.manager [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Took 49.51 seconds to build instance. [ 858.331350] env[63021]: DEBUG oslo_vmware.api [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138759} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.331617] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.332133] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.332847] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.332847] env[63021]: INFO nova.compute.manager [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 858.332847] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.333043] env[63021]: DEBUG nova.compute.manager [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.334593] env[63021]: DEBUG nova.network.neutron [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.571694] env[63021]: DEBUG oslo_vmware.api [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Task: {'id': task-4282745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157183} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.571694] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.571694] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.572070] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.572070] env[63021]: INFO nova.compute.manager [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.572193] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.572380] env[63021]: DEBUG nova.compute.manager [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.572530] env[63021]: DEBUG nova.network.neutron [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.693562] env[63021]: DEBUG nova.scheduler.client.report [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.700680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.828908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f689cce7-7f63-4da9-93c6-b756bff88199 tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.435s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.927323] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "a96744de-2ced-42e7-bdb4-834efa167c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.927580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.028396] env[63021]: DEBUG nova.network.neutron [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updating instance_info_cache with network_info: [{"id": "b7d97801-82bc-4e13-a076-76bac0db7789", "address": "fa:16:3e:6c:e3:7a", "network": {"id": "5c0d3adf-9c56-4c14-bcdf-bb7bd76166b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1598419964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8e3e3eb6818f422cb899e7279691efcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7d97801-82", "ovs_interfaceid": "b7d97801-82bc-4e13-a076-76bac0db7789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.185886] env[63021]: DEBUG nova.compute.manager [req-f795b44d-8902-4a13-8bf2-5f3a81dbba07 req-5237d121-791f-4ac1-af49-c6bff69ee324 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Received event network-vif-deleted-8a84455e-e371-4071-ac15-add8f29e1430 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 859.186175] env[63021]: INFO nova.compute.manager [req-f795b44d-8902-4a13-8bf2-5f3a81dbba07 req-5237d121-791f-4ac1-af49-c6bff69ee324 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Neutron deleted interface 8a84455e-e371-4071-ac15-add8f29e1430; detaching it from the instance and deleting it from the info cache [ 859.186267] env[63021]: DEBUG nova.network.neutron [req-f795b44d-8902-4a13-8bf2-5f3a81dbba07 req-5237d121-791f-4ac1-af49-c6bff69ee324 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.203318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.203516] env[63021]: INFO nova.compute.manager [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Migrating [ 859.210433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.637s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.210722] env[63021]: DEBUG nova.objects.instance [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lazy-loading 'resources' on Instance uuid 5c62c393-d671-4a14-b37f-9ed921c10c0d {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.221186] env[63021]: DEBUG nova.network.neutron [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.038539] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.041194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Releasing lock "refresh_cache-693f5398-d2fc-4cf5-999f-ecc092040b1a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.045022] env[63021]: DEBUG nova.objects.instance [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lazy-loading 'flavor' on Instance uuid 693f5398-d2fc-4cf5-999f-ecc092040b1a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.045022] env[63021]: DEBUG nova.network.neutron [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.045022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "5806b33c-f259-4966-a28b-55d05a54471c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.045022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.045022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "5806b33c-f259-4966-a28b-55d05a54471c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.045022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.045022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.048653] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.048814] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048973] env[63021]: DEBUG nova.network.neutron [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.052274] env[63021]: INFO nova.compute.manager [-] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Took 1.72 seconds to deallocate network for instance. [ 860.052274] env[63021]: DEBUG nova.compute.manager [req-26480ab9-0690-4a63-9f51-9c4357f5face req-59c6dc35-bc03-4787-96ac-001d4e81c0f4 service nova] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Received event network-vif-deleted-511e472d-baef-4a26-9182-8d33dc08882b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 860.052601] env[63021]: INFO nova.compute.manager [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Terminating instance [ 860.055656] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fa6b6f6-f539-4e9f-be8e-179651ac2bb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.072292] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912da775-1605-4945-a538-62acaa3ed683 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.113125] env[63021]: DEBUG nova.compute.manager [req-f795b44d-8902-4a13-8bf2-5f3a81dbba07 req-5237d121-791f-4ac1-af49-c6bff69ee324 service nova] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Detach interface failed, port_id=8a84455e-e371-4071-ac15-add8f29e1430, reason: Instance be32dd81-d622-433d-9faf-179bd4c090ea could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 860.558069] env[63021]: INFO nova.compute.manager [-] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Took 1.99 seconds to deallocate network for instance. [ 860.563667] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca534ba7-c33e-4bcc-a5d0-ad58a1e651f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.567684] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9643557c-b34b-479d-a433-82a41fc54f74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.575554] env[63021]: DEBUG nova.compute.manager [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.575863] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.576796] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.578075] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea5585f-f643-42de-98e2-297c0f919ae1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.606690] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0cecb3-577c-44fc-a969-a30956c7a10f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.610356] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.613167] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.614858] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.615133] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33cee8c-9b9a-4adf-a398-434ecfe75c04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.616865] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da138b25-074b-48bf-aaaa-034a4add0761 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.650169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906ac3b-1f11-403d-a5c5-11cd3f0f77ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.652946] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 860.652946] env[63021]: value = "task-4282746" [ 860.652946] env[63021]: _type = "Task" [ 860.652946] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.653261] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 860.653261] env[63021]: value = "task-4282747" [ 860.653261] env[63021]: _type = "Task" [ 860.653261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.667924] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb29fa-1a2e-41b6-be1c-a877e3c31101 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.676280] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.676280] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.687038] env[63021]: DEBUG nova.compute.provider_tree [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.872217] env[63021]: DEBUG nova.network.neutron [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.079048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.170721] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282746, 'name': PowerOffVM_Task, 'duration_secs': 0.194649} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.173981] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.173981] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.173981] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282747, 'name': PowerOffVM_Task, 'duration_secs': 0.212864} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.173981] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d840e89-162a-4a35-b676-d00ef2094c9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.173981] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.178432] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.178719] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e352c21f-36d7-4379-9278-233cd5667d71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.194048] env[63021]: DEBUG nova.scheduler.client.report [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.201380] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 861.201380] env[63021]: value = "task-4282749" [ 861.201380] env[63021]: _type = "Task" [ 861.201380] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.209501] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.249574] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.249795] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.249975] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Deleting the datastore file [datastore2] 5806b33c-f259-4966-a28b-55d05a54471c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.250265] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e08bb0f-ce65-40be-819f-54aaa4523f9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.256855] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for the task: (returnval){ [ 861.256855] env[63021]: value = "task-4282750" [ 861.256855] env[63021]: _type = "Task" [ 861.256855] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.265047] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.374943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.701924] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.747s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.702178] env[63021]: DEBUG nova.objects.instance [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lazy-loading 'resources' on Instance uuid 0705817d-2ee7-4416-b5ee-e2f323b0939c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.712271] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282749, 'name': ReconfigVM_Task, 'duration_secs': 0.224234} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.713099] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.713307] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.713552] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfbdd9ec-7580-4fca-bea9-ac1762b0e9ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.721140] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 861.721140] env[63021]: value = "task-4282751" [ 861.721140] env[63021]: _type = "Task" [ 861.721140] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.729164] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.730678] env[63021]: INFO nova.scheduler.client.report [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted allocations for instance 5c62c393-d671-4a14-b37f-9ed921c10c0d [ 861.768101] env[63021]: DEBUG oslo_vmware.api [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Task: {'id': task-4282750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140731} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.768714] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.768714] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.768861] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.768953] env[63021]: INFO nova.compute.manager [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 861.769245] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.769458] env[63021]: DEBUG nova.compute.manager [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.769554] env[63021]: DEBUG nova.network.neutron [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.079624] env[63021]: DEBUG nova.compute.manager [req-fd641a10-3845-4f07-93bb-e0033973b8ac req-f077b67c-77e7-41a5-b194-edc855380b7d service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Received event network-vif-deleted-ad838166-2a8c-404f-8a70-a72f3815c5ea {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 862.079953] env[63021]: INFO nova.compute.manager [req-fd641a10-3845-4f07-93bb-e0033973b8ac req-f077b67c-77e7-41a5-b194-edc855380b7d service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Neutron deleted interface ad838166-2a8c-404f-8a70-a72f3815c5ea; detaching it from the instance and deleting it from the info cache [ 862.080254] env[63021]: DEBUG nova.network.neutron [req-fd641a10-3845-4f07-93bb-e0033973b8ac req-f077b67c-77e7-41a5-b194-edc855380b7d service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.233510] env[63021]: DEBUG oslo_vmware.api [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282751, 'name': PowerOnVM_Task, 'duration_secs': 0.500755} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.233858] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.233999] env[63021]: DEBUG nova.compute.manager [None req-da2774bc-244f-4b58-a76c-0387005ab8a0 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.234812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee6a72-ea48-4f59-8a29-64715be8145c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.239570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a49649be-19b0-48d6-8551-9f26e3eab6be tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "5c62c393-d671-4a14-b37f-9ed921c10c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.364s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.556901] env[63021]: DEBUG nova.network.neutron [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.585141] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f118feba-da7e-447e-beff-66397ab4c1cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.598723] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d1dd4-694b-4534-9026-42697dd1baf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.646929] env[63021]: DEBUG nova.compute.manager [req-fd641a10-3845-4f07-93bb-e0033973b8ac req-f077b67c-77e7-41a5-b194-edc855380b7d service nova] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Detach interface failed, port_id=ad838166-2a8c-404f-8a70-a72f3815c5ea, reason: Instance 5806b33c-f259-4966-a28b-55d05a54471c could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 862.710920] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e047c1d-c5fa-4f33-a9f1-56f850f5d0d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.720047] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbc4ef-e5d3-4710-98d6-94448ff25d4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.755973] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724316ae-6dc7-4371-b006-605d7668a599 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.764484] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200752e1-436b-47bb-acd5-9bba6319b194 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.777782] env[63021]: DEBUG nova.compute.provider_tree [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.891093] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d37dd11-c6b2-436b-b5cd-f6cb5ac507a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.909293] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.059535] env[63021]: INFO nova.compute.manager [-] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Took 1.29 seconds to deallocate network for instance. [ 863.203863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.203863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.204215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.204280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.204458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.206606] env[63021]: INFO nova.compute.manager [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Terminating instance [ 863.281905] env[63021]: DEBUG nova.scheduler.client.report [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.417182] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.417182] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33769ce7-c321-4420-8158-1d3fd2f9de59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.424999] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 863.424999] env[63021]: value = "task-4282752" [ 863.424999] env[63021]: _type = "Task" [ 863.424999] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.434383] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.565965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.711047] env[63021]: DEBUG nova.compute.manager [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.711047] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.712835] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a4f24-2ded-4d47-ab9a-82a654dc2f6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.720364] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.720620] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800755b1-09f2-49bf-ba45-5b2bfa9436f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.726848] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 863.726848] env[63021]: value = "task-4282753" [ 863.726848] env[63021]: _type = "Task" [ 863.726848] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.736857] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.788448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.792105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.722s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.792477] env[63021]: DEBUG nova.objects.instance [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lazy-loading 'resources' on Instance uuid 17fc5405-e120-47fd-8334-253e3e525084 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.820313] env[63021]: INFO nova.scheduler.client.report [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Deleted allocations for instance 0705817d-2ee7-4416-b5ee-e2f323b0939c [ 863.934762] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282752, 'name': PowerOffVM_Task, 'duration_secs': 0.255933} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.935055] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.935273] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.005214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.005288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.005473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.005662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.005834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.007893] env[63021]: INFO nova.compute.manager [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Terminating instance [ 864.236999] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282753, 'name': PowerOffVM_Task, 'duration_secs': 0.188955} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.237273] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.237463] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.237717] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec43a79d-ff5c-4c62-9b90-20c51be9aa0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.299723] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.299950] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.300398] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleting the datastore file [datastore2] e0c137c2-6f96-400f-9a9a-8d413f6826b0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.300398] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d75951c-7219-46d8-877d-bdf123dbdb0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.307036] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for the task: (returnval){ [ 864.307036] env[63021]: value = "task-4282755" [ 864.307036] env[63021]: _type = "Task" [ 864.307036] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.315033] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.327969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cb38e79d-94d6-40cc-9c16-188d0615fad6 tempest-ServersListShow298Test-2092347010 tempest-ServersListShow298Test-2092347010-project-member] Lock "0705817d-2ee7-4416-b5ee-e2f323b0939c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.575s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.444905] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.445210] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.445435] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.445686] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.445915] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.447042] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.447042] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.447042] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.447042] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.447315] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.447369] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.456609] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ee9af9-7dcb-448f-9173-5440094e0d38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.474103] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 864.474103] env[63021]: value = "task-4282756" [ 864.474103] env[63021]: _type = "Task" [ 864.474103] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.483385] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.513848] env[63021]: DEBUG nova.compute.manager [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.513848] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.515558] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aead7d0-57a7-4bc8-a9d3-a2d4b385bc71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.523352] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.523542] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97da3a23-cf47-45fe-a882-d98b34426ca7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.530359] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 864.530359] env[63021]: value = "task-4282757" [ 864.530359] env[63021]: _type = "Task" [ 864.530359] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.543084] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.788910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2137bbf-17ae-4572-b6df-0a7c3e400f82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.796951] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d8a54-d854-414d-93d3-3046e8c3e5c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.839301] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76618fac-5cd8-4c21-9876-c81eec355db1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.849789] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed7d0e-81f1-47db-a762-3e9a6beaecb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.853300] env[63021]: DEBUG oslo_vmware.api [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Task: {'id': task-4282755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137878} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.853543] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.853728] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.853899] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.854106] env[63021]: INFO nova.compute.manager [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.854347] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.856093] env[63021]: DEBUG nova.compute.manager [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.856093] env[63021]: DEBUG nova.network.neutron [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.864696] env[63021]: DEBUG nova.compute.provider_tree [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.984399] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282756, 'name': ReconfigVM_Task, 'duration_secs': 0.241984} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.984791] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.044431] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282757, 'name': PowerOffVM_Task, 'duration_secs': 0.25278} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.044431] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.044431] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.044724] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7cdb854-4211-4b91-af59-235ac3dabe5a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.110590] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.110795] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.110973] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleting the datastore file [datastore2] 693f5398-d2fc-4cf5-999f-ecc092040b1a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.111296] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a263fa32-ca07-404e-925e-15e8b218b778 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.118289] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 865.118289] env[63021]: value = "task-4282759" [ 865.118289] env[63021]: _type = "Task" [ 865.118289] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.126747] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.371113] env[63021]: DEBUG nova.scheduler.client.report [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.493187] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:22:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d157008b-d500-4bdf-80f3-ac06e63df301',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-449192061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.494357] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.494759] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.494759] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.494759] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.494911] env[63021]: DEBUG nova.virt.hardware [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.500306] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.501202] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d34a791-dda0-4c0b-9c00-52fb622df344 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.517956] env[63021]: DEBUG nova.compute.manager [req-42479654-6fb1-4080-b00c-1fee15cd9680 req-7623bee7-d975-4957-ab10-f1f49477ed4a service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Received event network-vif-deleted-024f89f0-1a6a-4445-9ea1-6ce40508d999 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 865.518252] env[63021]: INFO nova.compute.manager [req-42479654-6fb1-4080-b00c-1fee15cd9680 req-7623bee7-d975-4957-ab10-f1f49477ed4a service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Neutron deleted interface 024f89f0-1a6a-4445-9ea1-6ce40508d999; detaching it from the instance and deleting it from the info cache [ 865.518531] env[63021]: DEBUG nova.network.neutron [req-42479654-6fb1-4080-b00c-1fee15cd9680 req-7623bee7-d975-4957-ab10-f1f49477ed4a service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.525072] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 865.525072] env[63021]: value = "task-4282760" [ 865.525072] env[63021]: _type = "Task" [ 865.525072] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.534868] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.628165] env[63021]: DEBUG oslo_vmware.api [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296503} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.628461] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.628681] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.628928] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.629163] env[63021]: INFO nova.compute.manager [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.629442] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.629667] env[63021]: DEBUG nova.compute.manager [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.629795] env[63021]: DEBUG nova.network.neutron [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.877032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.878492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.874s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.900682] env[63021]: INFO nova.scheduler.client.report [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted allocations for instance 17fc5405-e120-47fd-8334-253e3e525084 [ 865.984996] env[63021]: DEBUG nova.network.neutron [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.021628] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4099ae0-66d9-48b1-acca-8a5a5faf75b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.033587] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f8d47-8227-46b4-919e-c03dc728f4fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049950] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282760, 'name': ReconfigVM_Task, 'duration_secs': 0.154363} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.050691] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.051581] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c844ca-66e4-44dd-9b33-144833d5077b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.076510] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.090131] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3949f021-a678-40cd-bd29-08c5e37341e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.104804] env[63021]: DEBUG nova.compute.manager [req-42479654-6fb1-4080-b00c-1fee15cd9680 req-7623bee7-d975-4957-ab10-f1f49477ed4a service nova] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Detach interface failed, port_id=024f89f0-1a6a-4445-9ea1-6ce40508d999, reason: Instance e0c137c2-6f96-400f-9a9a-8d413f6826b0 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 866.110491] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 866.110491] env[63021]: value = "task-4282761" [ 866.110491] env[63021]: _type = "Task" [ 866.110491] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.118742] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.410695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f37bc682-1d4f-45c4-b6d3-3858083f38f4 tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "17fc5405-e120-47fd-8334-253e3e525084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.951s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.487997] env[63021]: INFO nova.compute.manager [-] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Took 1.63 seconds to deallocate network for instance. [ 866.520852] env[63021]: DEBUG nova.network.neutron [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.619994] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282761, 'name': ReconfigVM_Task, 'duration_secs': 0.30536} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.620326] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.620588] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.901657] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance d2c966e4-9550-4105-bca3-1d183727752b as it has an incoming, in-progress migration 5b85608d-43a1-401c-ab93-19647c88779a. Migration status is migrating {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 866.904012] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating resource usage from migration 5b85608d-43a1-401c-ab93-19647c88779a [ 866.927533] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e0c137c2-6f96-400f-9a9a-8d413f6826b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8dc97475-ac00-44d3-959b-9fbf4fb73da0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance e932f8bc-85e5-4252-9a06-fa0f2c19db2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.928664] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a2324457-b2cf-4522-a94a-a5a76231aa9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.928664] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.928664] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.928664] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance be32dd81-d622-433d-9faf-179bd4c090ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.929030] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 2394a624-e98a-4704-910b-7953d093e762 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929030] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929030] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9edbba21-b4e1-4219-9c72-ba75974067c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929130] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 710ae78e-7be1-4074-9f02-80e9902261ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929167] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance b918efb3-5544-49df-9485-dc94f8666110 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.929279] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 3d2990aa-09cf-48a0-a021-71ddc766ae3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929389] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 6c1e3938-2389-4a99-a533-df5521d552e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929497] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a33663b3-5265-4ee1-ae83-97461275d5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929603] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance defdf825-10c1-4022-8198-0c4feb74bbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929709] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 693f5398-d2fc-4cf5-999f-ecc092040b1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.929858] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 75c9fd06-716e-4166-a93b-67f6704ecd22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.929942] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance ff6864fe-b489-4851-bfaf-876a1783bb8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.930071] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5806b33c-f259-4966-a28b-55d05a54471c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.930183] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 5b85608d-43a1-401c-ab93-19647c88779a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 866.930291] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d2c966e4-9550-4105-bca3-1d183727752b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.996898] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.023120] env[63021]: INFO nova.compute.manager [-] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Took 1.39 seconds to deallocate network for instance. [ 867.127191] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb373b7-fc42-4c37-980e-aec10522b183 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.146535] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da28d926-78b7-4bea-b399-cd674f402077 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.170637] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.433822] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 82f2410e-3a1a-4f5d-b352-c118a3a4e525 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 867.529982] env[63021]: DEBUG nova.compute.manager [req-afac35b3-6fed-4a03-9022-5b1b9c1e3c83 req-88e55038-6749-4e19-8002-5a703d8f3837 service nova] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Received event network-vif-deleted-b7d97801-82bc-4e13-a076-76bac0db7789 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 867.532197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.729992] env[63021]: DEBUG nova.network.neutron [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Port 16ede1ac-eef0-47ed-9daf-cbbf7de47352 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 867.890570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.890811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.938219] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a599eaae-809e-4ace-9655-f1f4d579faa7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 868.393719] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.440602] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 868.752058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "d2c966e4-9550-4105-bca3-1d183727752b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.752058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.752058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.917265] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.945521] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 865cdbee-4f92-4671-8d2b-d767d96c17ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 868.977583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.977830] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.448042] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 168c3469-bd28-4c58-812d-8f690e9b5555 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.481046] env[63021]: DEBUG nova.compute.utils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.812519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.812716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.812901] env[63021]: DEBUG nova.network.neutron [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.953972] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance bb1b3f51-7ebf-4b27-ade2-a747be9ae99d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.985046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.456728] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a96744de-2ced-42e7-bdb4-834efa167c97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 870.457806] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 870.457806] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=183GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 870.578569] env[63021]: DEBUG nova.network.neutron [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.885922] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56055e37-cf80-4273-95ab-38f301f814d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.894019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3671454a-8d26-4527-b801-bc191c5f6609 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.923898] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa42e3d-6317-4c25-b9b3-c6cd6f4d229b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.931329] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbaa99e-ec9d-4806-8a55-28de1379ea88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.943903] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.071032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.071350] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.071592] env[63021]: INFO nova.compute.manager [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Attaching volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf to /dev/sdb [ 871.081237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.103761] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc0fe5-f536-4443-93f0-9e20cde87a87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.110615] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7f22cc-5e3d-43cd-837b-7b5f3ed8e3b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.125858] env[63021]: DEBUG nova.virt.block_device [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating existing volume attachment record: a683492e-579b-48d0-86bc-e40da1151727 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.447196] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.607065] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d490509f-1cca-45db-8b73-d428f234266a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.625798] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430efc62-82b4-45fb-919f-24ed667d0efc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.633929] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.704893] env[63021]: INFO nova.compute.manager [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Rebuilding instance [ 871.749121] env[63021]: DEBUG nova.compute.manager [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.749822] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af222a-a4e5-463f-b911-fd23f3b2839b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.952303] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 871.952595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.074s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.952891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.757s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.954487] env[63021]: INFO nova.compute.claims [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.957278] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.957435] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 872.140542] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.140955] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2350da78-1315-4089-9a4f-e5ac69099990 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.148911] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 872.148911] env[63021]: value = "task-4282765" [ 872.148911] env[63021]: _type = "Task" [ 872.148911] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.156945] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.257663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.257912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.470739] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] There are 40 instances to clean {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 872.471080] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 0705817d-2ee7-4416-b5ee-e2f323b0939c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 872.657995] env[63021]: DEBUG oslo_vmware.api [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282765, 'name': PowerOnVM_Task, 'duration_secs': 0.412493} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.658268] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.658589] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf1052-8d7b-4a91-8161-6674c01dbe89 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance 'd2c966e4-9550-4105-bca3-1d183727752b' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.762340] env[63021]: DEBUG nova.compute.utils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.763701] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.764170] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1fbe13-cef5-43d3-b434-5bde631eb853 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.773812] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 872.773812] env[63021]: value = "task-4282766" [ 872.773812] env[63021]: _type = "Task" [ 872.773812] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.784502] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.867078] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07497a31-050d-4bb7-8b9a-b5a9c93b26e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.875217] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5112f2-3747-4380-9a4c-ecfff32b5fab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.905907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fcdecd-112a-45b6-b168-ab8c0c46333c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.912632] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded7284-e02a-46d2-af06-93883d611c48 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.925285] env[63021]: DEBUG nova.compute.provider_tree [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.977600] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 17fc5405-e120-47fd-8334-253e3e525084] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 873.265317] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.283991] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282766, 'name': PowerOffVM_Task, 'duration_secs': 0.306086} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.284290] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.285089] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.285358] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d94c2a-2b33-413a-aa6a-2900079e8dc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.292533] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 873.292533] env[63021]: value = "task-4282767" [ 873.292533] env[63021]: _type = "Task" [ 873.292533] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.300160] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.428668] env[63021]: DEBUG nova.scheduler.client.report [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.480519] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5c91be97-b5af-4cb4-9173-a972d72318af] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 873.802704] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.802704] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 873.802971] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843696', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'name': 'volume-faec76b3-463a-47db-8b3c-887a213f28e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2394a624-e98a-4704-910b-7953d093e762', 'attached_at': '', 'detached_at': '', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'serial': 'faec76b3-463a-47db-8b3c-887a213f28e7'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 873.803982] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c96881e-31e6-4a07-8acc-74f231a26e57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.822259] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86571da7-e4e9-41e7-8722-5099b228bc42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.833090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2928c6b-551c-47bd-9180-1bdb18bf2c5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.855378] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1cbe3-1cbb-486c-a38e-e09fa9691090 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.870930] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] The volume has not been displaced from its original location: [datastore2] volume-faec76b3-463a-47db-8b3c-887a213f28e7/volume-faec76b3-463a-47db-8b3c-887a213f28e7.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 873.876249] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 873.876821] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2feff868-f0ad-4b5d-8d41-049ad59a601f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.894846] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 873.894846] env[63021]: value = "task-4282769" [ 873.894846] env[63021]: _type = "Task" [ 873.894846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.902464] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.934218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.981s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.934792] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.937967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.721s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.939401] env[63021]: INFO nova.compute.claims [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.984112] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d2de5391-3a0e-47c3-b5a3-85c7d3022dd9] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 874.329839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.330173] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.330419] env[63021]: INFO nova.compute.manager [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Attaching volume 8b76e400-5bf3-49e1-a32e-e23ba7a532d3 to /dev/sdb [ 874.372014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d2d83-d08b-4e48-ab38-447b7004528d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.380049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf12ade-6dc2-4591-a11a-33a6019c0a98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.394036] env[63021]: DEBUG nova.virt.block_device [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating existing volume attachment record: 7acf82b2-e83a-4db1-8c71-0af68fa30a0f {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 874.403796] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282769, 'name': ReconfigVM_Task, 'duration_secs': 0.196134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.405851] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.408652] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b25a95e7-ac77-4c2b-87cf-a36ba5a09251 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.423567] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 874.423567] env[63021]: value = "task-4282770" [ 874.423567] env[63021]: _type = "Task" [ 874.423567] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.433763] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.441163] env[63021]: DEBUG nova.compute.utils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.442463] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.442664] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.487561] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: f475bb94-2408-4d17-8877-3f09a1f72746] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 874.508852] env[63021]: DEBUG nova.policy [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e7dca7643a843498cbbac83e28622a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bc3a914be21469690ee26ee74e5e694', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.688724] env[63021]: DEBUG nova.network.neutron [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Port 16ede1ac-eef0-47ed-9daf-cbbf7de47352 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 874.689072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.689273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.689494] env[63021]: DEBUG nova.network.neutron [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.877961] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Successfully created port: 2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.935332] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282770, 'name': ReconfigVM_Task, 'duration_secs': 0.124494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.935724] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843696', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'name': 'volume-faec76b3-463a-47db-8b3c-887a213f28e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2394a624-e98a-4704-910b-7953d093e762', 'attached_at': '', 'detached_at': '', 'volume_id': 'faec76b3-463a-47db-8b3c-887a213f28e7', 'serial': 'faec76b3-463a-47db-8b3c-887a213f28e7'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 874.936120] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.936909] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69d084-0968-433a-a402-6e5b22adae9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.944344] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.944582] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb31cbe2-6bf3-41ee-92bb-221447da033e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.947792] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.990178] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 3503fa46-8fec-4253-85a7-f6f4c516cb97] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 875.008796] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.009031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.009223] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Deleting the datastore file [datastore2] 2394a624-e98a-4704-910b-7953d093e762 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.009510] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33450fdf-879e-4975-b8e0-b0b32bc37795 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.018163] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for the task: (returnval){ [ 875.018163] env[63021]: value = "task-4282775" [ 875.018163] env[63021]: _type = "Task" [ 875.018163] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.032029] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.413263] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc640d29-0ed1-42c6-ac0a-6c9166d4f7bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.422016] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07295465-fb52-4cee-9a76-49ffcdf6b799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.458169] env[63021]: DEBUG nova.network.neutron [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.460054] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1acc4d-7c0b-44af-b003-81ce79a95b27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.467967] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd4f3a-6845-4de4-9f5e-b4e6759d0f90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.482700] env[63021]: DEBUG nova.compute.provider_tree [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.499364] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 9a82e2f5-c681-4e89-bd1b-4d3c153b0b2c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 875.528398] env[63021]: DEBUG oslo_vmware.api [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Task: {'id': task-4282775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085091} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.528633] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.529025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.529025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.670170] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 875.670427] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 875.671347] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68158e5c-2758-44c2-883c-280a07277ba6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.687712] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ce994-8f02-4f14-af52-2f01f18cb8f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.712258] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.712641] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a76590-0add-4df6-b399-6b59c38008a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.734494] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 875.734494] env[63021]: value = "task-4282776" [ 875.734494] env[63021]: _type = "Task" [ 875.734494] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.742602] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.774978] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 875.775554] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f158bb-4307-425d-ad20-a96d653698aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.784989] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a46afdc-e0c4-4f79-bb5d-1a2414d0c9a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.820379] env[63021]: ERROR nova.compute.manager [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Failed to detach volume faec76b3-463a-47db-8b3c-887a213f28e7 from /dev/sda: nova.exception.InstanceNotFound: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] Traceback (most recent call last): [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self.driver.rebuild(**kwargs) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise NotImplementedError() [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] NotImplementedError [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] During handling of the above exception, another exception occurred: [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] Traceback (most recent call last): [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self.driver.detach_volume(context, old_connection_info, [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] return self._volumeops.detach_volume(connection_info, instance) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._detach_volume_vmdk(connection_info, instance) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] stable_ref.fetch_moref(session) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise exception.InstanceNotFound(instance_id=self._uuid) [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] nova.exception.InstanceNotFound: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. [ 875.820379] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.961285] env[63021]: DEBUG nova.compute.utils [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Build of instance 2394a624-e98a-4704-910b-7953d093e762 aborted: Failed to rebuild volume backed instance. {{(pid=63021) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 875.964278] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.971151] env[63021]: ERROR nova.compute.manager [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2394a624-e98a-4704-910b-7953d093e762 aborted: Failed to rebuild volume backed instance. [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] Traceback (most recent call last): [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self.driver.rebuild(**kwargs) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise NotImplementedError() [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] NotImplementedError [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] During handling of the above exception, another exception occurred: [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] Traceback (most recent call last): [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._detach_root_volume(context, instance, root_bdm) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] with excutils.save_and_reraise_exception(): [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self.force_reraise() [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise self.value [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self.driver.detach_volume(context, old_connection_info, [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] return self._volumeops.detach_volume(connection_info, instance) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._detach_volume_vmdk(connection_info, instance) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] stable_ref.fetch_moref(session) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise exception.InstanceNotFound(instance_id=self._uuid) [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] nova.exception.InstanceNotFound: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] During handling of the above exception, another exception occurred: [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] Traceback (most recent call last): [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 11502, in _error_out_instance_on_exception [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] yield [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 875.971151] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._do_rebuild_instance_with_claim( [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._do_rebuild_instance( [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._rebuild_default_impl(**kwargs) [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] self._rebuild_volume_backed_instance( [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] raise exception.BuildAbortException( [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] nova.exception.BuildAbortException: Build of instance 2394a624-e98a-4704-910b-7953d093e762 aborted: Failed to rebuild volume backed instance. [ 875.972326] env[63021]: ERROR nova.compute.manager [instance: 2394a624-e98a-4704-910b-7953d093e762] [ 875.972326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.996449] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.996725] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.996886] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.997580] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.997854] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.998067] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.998299] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.998466] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.998634] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.998797] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.998976] env[63021]: DEBUG nova.virt.hardware [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.000420] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8fabd-1c2b-4ae4-a3ed-d5e54c9c5cbb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.004837] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 9f3f2c5d-edf2-43cb-884c-175385aedadd] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 876.007526] env[63021]: ERROR nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [req-3035831a-db7e-4813-a5e0-d04605e27f6c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3035831a-db7e-4813-a5e0-d04605e27f6c"}]} [ 876.014120] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601881f0-ab4d-4ae3-aa32-c5feda793266 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.028832] env[63021]: DEBUG nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.044810] env[63021]: DEBUG nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.045067] env[63021]: DEBUG nova.compute.provider_tree [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.055780] env[63021]: DEBUG nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.074568] env[63021]: DEBUG nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 876.245975] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282776, 'name': ReconfigVM_Task, 'duration_secs': 0.434961} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.246326] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.253010] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff522144-f037-41ed-9210-0c54b6bfae0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.268031] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 876.268031] env[63021]: value = "task-4282777" [ 876.268031] env[63021]: _type = "Task" [ 876.268031] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.279345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.279623] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.280044] env[63021]: DEBUG nova.compute.manager [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.280350] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.281030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4e1d9-0d19-4f4b-ad57-0b24f2c8107e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.290421] env[63021]: DEBUG nova.compute.manager [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 876.291117] env[63021]: DEBUG nova.objects.instance [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'flavor' on Instance uuid 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.478657] env[63021]: DEBUG nova.compute.manager [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63021) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 876.478657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.485267] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d3fe17-e3ef-43e2-8cab-5127deaa74eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.493371] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3642c278-68eb-4949-85da-536093548efb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.526131] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 1c23893d-524b-465a-b289-d04a4d3c9e5a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 876.528895] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3f1df-868d-4cd9-8a99-ede5cbc6884c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.536625] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab388f-660d-42a5-ac01-bfbfd11636a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.542704] env[63021]: DEBUG nova.compute.manager [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Received event network-vif-plugged-2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 876.542841] env[63021]: DEBUG oslo_concurrency.lockutils [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] Acquiring lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.543104] env[63021]: DEBUG oslo_concurrency.lockutils [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.543327] env[63021]: DEBUG oslo_concurrency.lockutils [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.543527] env[63021]: DEBUG nova.compute.manager [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] No waiting events found dispatching network-vif-plugged-2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.543724] env[63021]: WARNING nova.compute.manager [req-4942cc5a-dc44-4c99-a8f3-01e8f48f8d1b req-16e0264d-fd24-40d5-972c-655ab19fe23e service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Received unexpected event network-vif-plugged-2d1b8ad2-59b0-4276-88a8-6387d929726d for instance with vm_state building and task_state spawning. [ 876.554103] env[63021]: DEBUG nova.compute.provider_tree [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.608540] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Successfully updated port: 2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.778675] env[63021]: DEBUG oslo_vmware.api [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282777, 'name': ReconfigVM_Task, 'duration_secs': 0.139336} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.778675] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.032131] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 4398cb00-ac09-4d96-8505-ef5c3a426b48] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 877.093680] env[63021]: DEBUG nova.scheduler.client.report [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 877.093964] env[63021]: DEBUG nova.compute.provider_tree [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 90 to 91 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 877.094173] env[63021]: DEBUG nova.compute.provider_tree [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.112579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.112743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquired lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.113687] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.299288] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.299387] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d709872-7016-4826-936e-aadeb4939832 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.307364] env[63021]: DEBUG oslo_vmware.api [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 877.307364] env[63021]: value = "task-4282779" [ 877.307364] env[63021]: _type = "Task" [ 877.307364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.317703] env[63021]: DEBUG oslo_vmware.api [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.536017] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: ee169eb1-7f24-4cbc-ba40-faefd752e75b] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 877.600191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.662s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.600397] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.603639] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.093s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.603845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.608019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.608864] env[63021]: INFO nova.compute.claims [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.641514] env[63021]: INFO nova.scheduler.client.report [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted allocations for instance b918efb3-5544-49df-9485-dc94f8666110 [ 877.663487] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.821218] env[63021]: DEBUG oslo_vmware.api [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282779, 'name': PowerOffVM_Task, 'duration_secs': 0.185578} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.821218] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.821218] env[63021]: DEBUG nova.compute.manager [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.821218] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5dc1e-628e-4062-b420-a5c0ed01276b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.825041] env[63021]: DEBUG nova.objects.instance [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'flavor' on Instance uuid a33663b3-5265-4ee1-ae83-97461275d5bb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.888174] env[63021]: DEBUG nova.network.neutron [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Updating instance_info_cache with network_info: [{"id": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "address": "fa:16:3e:aa:e2:6a", "network": {"id": "c876e40c-5844-45d3-9244-3d022a0c8a41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1364517249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc3a914be21469690ee26ee74e5e694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1b8ad2-59", "ovs_interfaceid": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.987388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.039720] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 3d4d6c69-f535-4814-ba99-2148d92a56e9] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 878.114180] env[63021]: DEBUG nova.compute.utils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.116965] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.117185] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.152617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3ac68855-920c-403c-876e-fd48d86fbc78 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "b918efb3-5544-49df-9485-dc94f8666110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.596s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.310812] env[63021]: DEBUG nova.policy [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0e3e22976a946dc89133518c77eccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b3e7a85bf94617af4b35a7fa5af99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.331305] env[63021]: DEBUG oslo_concurrency.lockutils [None req-585240f2-88ce-44ea-8950-a79ccc056f6c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.340671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a19247b-3841-4eea-bd57-2aef748f54b6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.391987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Releasing lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.392507] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Instance network_info: |[{"id": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "address": "fa:16:3e:aa:e2:6a", "network": {"id": "c876e40c-5844-45d3-9244-3d022a0c8a41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1364517249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc3a914be21469690ee26ee74e5e694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1b8ad2-59", "ovs_interfaceid": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.393404] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e2:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d1b8ad2-59b0-4276-88a8-6387d929726d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.405195] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Creating folder: Project (6bc3a914be21469690ee26ee74e5e694). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.405728] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca25724-757d-48aa-8138-b3ee95a29a12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.417209] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Created folder: Project (6bc3a914be21469690ee26ee74e5e694) in parent group-v843603. [ 878.417435] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Creating folder: Instances. Parent ref: group-v843798. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.417683] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-534dbe08-f738-44ff-80d9-6b280b39c2cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.427787] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Created folder: Instances in parent group-v843798. [ 878.428032] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.428228] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.428434] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa77c087-a210-4aa1-b5be-d13223fc0f10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.449717] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.449717] env[63021]: value = "task-4282782" [ 878.449717] env[63021]: _type = "Task" [ 878.449717] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.458920] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282782, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.542031] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bcfd5eec-379f-4ee7-9b51-25bdf9f06331] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 878.623328] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.723929] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Successfully created port: 4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.929397] env[63021]: DEBUG nova.compute.manager [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Received event network-changed-2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 878.929397] env[63021]: DEBUG nova.compute.manager [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Refreshing instance network info cache due to event network-changed-2d1b8ad2-59b0-4276-88a8-6387d929726d. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 878.929397] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] Acquiring lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.929397] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] Acquired lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.929397] env[63021]: DEBUG nova.network.neutron [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Refreshing network info cache for port 2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.945838] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 878.946090] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843797', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'name': 'volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d2990aa-09cf-48a0-a021-71ddc766ae3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'serial': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 878.947261] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceca944-1191-4153-b259-676e469696c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.970770] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f6aa4-2119-4fe0-8f8c-a92061071b6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.978843] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282782, 'name': CreateVM_Task, 'duration_secs': 0.501674} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.979637] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.980409] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.980805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.981189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.999669] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635abcbb-0588-41f2-95e8-8ac0b90dfcaa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.008948] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3/volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.013143] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adda22cf-0237-4455-ba95-286d1d8eb497 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.026748] env[63021]: INFO nova.compute.manager [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Rebuilding instance [ 879.029919] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 879.029919] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a25157-095f-0995-6c00-20bc0c18c72c" [ 879.029919] env[63021]: _type = "Task" [ 879.029919] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.034616] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 879.034616] env[63021]: value = "task-4282783" [ 879.034616] env[63021]: _type = "Task" [ 879.034616] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.040946] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a25157-095f-0995-6c00-20bc0c18c72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.048425] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 6ba2a89d-c16d-4a88-9a39-890b5d1e8805] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 879.050243] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.066854] env[63021]: DEBUG nova.objects.instance [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'flavor' on Instance uuid 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.088904] env[63021]: DEBUG nova.compute.manager [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.092018] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f899f44-3ad8-4ca3-8434-3e11b848e54f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.180620] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec8897-d42c-4aa7-9f40-26d059c7050c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.188935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247d3d3-d31b-4dd1-aa48-d6ea16a185f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.219107] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601de8f9-c454-42b3-8a5b-3d6ea73dac32 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.229300] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063a16d-0ffa-44a5-b826-07f3c1b0278f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.242832] env[63021]: DEBUG nova.compute.provider_tree [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.276535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "defdf825-10c1-4022-8198-0c4feb74bbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.276786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.277089] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.277449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.277534] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.279723] env[63021]: INFO nova.compute.manager [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Terminating instance [ 879.542236] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a25157-095f-0995-6c00-20bc0c18c72c, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.542916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.543188] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.543433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.544337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.544337] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.544337] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0842bba3-1435-43e6-a6cf-887bdc0a2f34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.549067] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282783, 'name': ReconfigVM_Task, 'duration_secs': 0.341964} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.550034] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3/volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.557757] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 2d1e9010-7346-4161-8ad4-60b9020f1c89] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 879.559076] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf1a9ee-f2bb-4aa1-b9a7-ab643c7d2b3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.575369] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.575369] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.575369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.575369] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.575369] env[63021]: DEBUG nova.network.neutron [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.575369] env[63021]: DEBUG nova.objects.instance [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'info_cache' on Instance uuid 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.575658] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721d1251-6c4e-4267-bcaa-d40d84ea83d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.581042] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 879.581042] env[63021]: value = "task-4282784" [ 879.581042] env[63021]: _type = "Task" [ 879.581042] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.585025] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 879.585025] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ffff06-f845-93e1-69c1-8a716205cfc3" [ 879.585025] env[63021]: _type = "Task" [ 879.585025] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.593500] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.596771] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ffff06-f845-93e1-69c1-8a716205cfc3, 'name': SearchDatastore_Task} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.598677] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d02a41-fdad-4470-9f9f-084a826f5c9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.605334] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 879.605334] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523ceb66-72a3-306b-9eee-2b03197d772c" [ 879.605334] env[63021]: _type = "Task" [ 879.605334] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.621306] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523ceb66-72a3-306b-9eee-2b03197d772c, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.621306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.621306] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 82f2410e-3a1a-4f5d-b352-c118a3a4e525/82f2410e-3a1a-4f5d-b352-c118a3a4e525.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.621306] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ced06e-8d4c-431a-aa14-58f49bf3e6d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.627283] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 879.627283] env[63021]: value = "task-4282785" [ 879.627283] env[63021]: _type = "Task" [ 879.627283] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.641017] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.641017] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.666064] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.666475] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.667277] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.667277] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.667277] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.668420] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.668420] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.668420] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.668420] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.668581] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.668699] env[63021]: DEBUG nova.virt.hardware [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.670834] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06609ebe-e094-4f5d-a1ce-583f02850acc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.681926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bfac60-858c-43ca-8a46-004dfb1226e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.699902] env[63021]: DEBUG nova.network.neutron [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Updated VIF entry in instance network info cache for port 2d1b8ad2-59b0-4276-88a8-6387d929726d. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.700248] env[63021]: DEBUG nova.network.neutron [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Updating instance_info_cache with network_info: [{"id": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "address": "fa:16:3e:aa:e2:6a", "network": {"id": "c876e40c-5844-45d3-9244-3d022a0c8a41", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1364517249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bc3a914be21469690ee26ee74e5e694", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d1b8ad2-59", "ovs_interfaceid": "2d1b8ad2-59b0-4276-88a8-6387d929726d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.746686] env[63021]: DEBUG nova.scheduler.client.report [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.784228] env[63021]: DEBUG nova.compute.manager [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.784429] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.785380] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c898e63-2232-45f3-848d-4004b9f3c038 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.795107] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.795398] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afccc7e-e53e-465f-bfb8-c16d07bf4a22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.804852] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 879.804852] env[63021]: value = "task-4282786" [ 879.804852] env[63021]: _type = "Task" [ 879.804852] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.815584] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.918882] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "2394a624-e98a-4704-910b-7953d093e762" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.919198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.919473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "2394a624-e98a-4704-910b-7953d093e762-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.919662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.919836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.922234] env[63021]: INFO nova.compute.manager [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Terminating instance [ 880.070109] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 4494ad3b-3582-4af4-8a59-c80717a7322b] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 880.081282] env[63021]: DEBUG nova.objects.base [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Object Instance<15f739e9-f387-4b1a-8d9c-3482915eb2b5> lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 880.092916] env[63021]: DEBUG oslo_vmware.api [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282784, 'name': ReconfigVM_Task, 'duration_secs': 0.15923} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.093938] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843797', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'name': 'volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d2990aa-09cf-48a0-a021-71ddc766ae3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'serial': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 880.107193] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.107706] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2312767d-5950-4c68-86eb-d4cbe12ab86c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.115055] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 880.115055] env[63021]: value = "task-4282787" [ 880.115055] env[63021]: _type = "Task" [ 880.115055] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.123643] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.135850] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473829} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.136156] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 82f2410e-3a1a-4f5d-b352-c118a3a4e525/82f2410e-3a1a-4f5d-b352-c118a3a4e525.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.136404] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.136622] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e5f3e4b-b726-4c93-a367-db89c60f22dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.142917] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 880.142917] env[63021]: value = "task-4282788" [ 880.142917] env[63021]: _type = "Task" [ 880.142917] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.151371] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.203145] env[63021]: DEBUG oslo_concurrency.lockutils [req-c8b81e0b-5b9e-455f-929a-c1d630c15ec3 req-0f082ab8-4de2-4510-acaf-96ea8265d00b service nova] Releasing lock "refresh_cache-82f2410e-3a1a-4f5d-b352-c118a3a4e525" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.252489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.253160] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.256836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.324s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.257228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.263000] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.055s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.264587] env[63021]: INFO nova.compute.claims [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.312028] env[63021]: INFO nova.scheduler.client.report [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Deleted allocations for instance e932f8bc-85e5-4252-9a06-fa0f2c19db2e [ 880.320755] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282786, 'name': PowerOffVM_Task, 'duration_secs': 0.315448} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.321561] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.321744] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.322031] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c1af56-5ce3-4a43-a01b-f836eddedf94 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381989] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.382820] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.382820] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleting the datastore file [datastore2] defdf825-10c1-4022-8198-0c4feb74bbbc {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.382820] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-411d506e-c7b7-4b3b-838a-56780677b641 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.389220] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for the task: (returnval){ [ 880.389220] env[63021]: value = "task-4282790" [ 880.389220] env[63021]: _type = "Task" [ 880.389220] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.398152] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.426313] env[63021]: DEBUG nova.compute.manager [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.426666] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d5c9b20-9e98-4bc4-bd28-220f50fad44a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.435621] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a48d27-83bc-46e4-9458-c76822df7ba2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.473055] env[63021]: WARNING nova.virt.vmwareapi.driver [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. [ 880.473285] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.473666] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fa34db6-eb26-4344-8afd-6ac4cf415f2a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.481744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f1ea9-09c6-489a-9c94-dad260bba316 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.514685] env[63021]: WARNING nova.virt.vmwareapi.vmops [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. [ 880.515327] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.515327] env[63021]: INFO nova.compute.manager [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Took 0.09 seconds to destroy the instance on the hypervisor. [ 880.515453] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.515649] env[63021]: DEBUG nova.compute.manager [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.515745] env[63021]: DEBUG nova.network.neutron [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.575036] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a789a162-af65-4a9b-8bf0-f9af13faa171] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 880.624780] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282787, 'name': PowerOffVM_Task, 'duration_secs': 0.172906} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.625115] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.656521] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074396} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.656521] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.656521] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68f446-de5e-4f9e-a6c7-9772d9f7b8e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.677367] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 82f2410e-3a1a-4f5d-b352-c118a3a4e525/82f2410e-3a1a-4f5d-b352-c118a3a4e525.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.678410] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Successfully updated port: 4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.681784] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38975fc8-5519-456f-9ba3-4889014e1499 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.697135] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.697135] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.697135] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.705027] env[63021]: INFO nova.compute.manager [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Detaching volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf [ 880.708835] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 880.708835] env[63021]: value = "task-4282791" [ 880.708835] env[63021]: _type = "Task" [ 880.708835] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.720686] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.750390] env[63021]: INFO nova.virt.block_device [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Attempting to driver detach volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf from mountpoint /dev/sdb [ 880.750593] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 880.750781] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 880.752290] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a09387-e492-4c29-ba70-c8662cf69c92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.773937] env[63021]: DEBUG nova.compute.utils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.781313] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 880.781313] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27bd0e-ea5a-479c-af66-2bff4ba9e227 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.788269] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9455e5-00a1-4a26-bae2-6e6418e53058 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.810125] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612e3c5-e2e5-49c4-9f7d-5d668185070a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.830081] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] The volume has not been displaced from its original location: [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 880.836098] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.836733] env[63021]: DEBUG oslo_concurrency.lockutils [None req-628c0c29-dfcf-4f7f-9863-48b0e6db30d8 tempest-ServersV294TestFqdnHostnames-2073531531 tempest-ServersV294TestFqdnHostnames-2073531531-project-member] Lock "e932f8bc-85e5-4252-9a06-fa0f2c19db2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.272s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.837699] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65936e0e-0e5e-4c7e-8bfe-28876f72fc42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.857394] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 880.857394] env[63021]: value = "task-4282792" [ 880.857394] env[63021]: _type = "Task" [ 880.857394] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.866106] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.899753] env[63021]: DEBUG oslo_vmware.api [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Task: {'id': task-4282790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.899753] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.899753] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.899753] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.900073] env[63021]: INFO nova.compute.manager [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 880.902079] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.902079] env[63021]: DEBUG nova.compute.manager [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.902079] env[63021]: DEBUG nova.network.neutron [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.018169] env[63021]: DEBUG nova.network.neutron [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.035359] env[63021]: DEBUG nova.compute.manager [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Received event network-vif-plugged-4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 881.035596] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Acquiring lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.037073] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.037073] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.037073] env[63021]: DEBUG nova.compute.manager [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] No waiting events found dispatching network-vif-plugged-4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.037073] env[63021]: WARNING nova.compute.manager [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Received unexpected event network-vif-plugged-4c45dd66-90de-4543-afe2-596c84347bd8 for instance with vm_state building and task_state spawning. [ 881.037073] env[63021]: DEBUG nova.compute.manager [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Received event network-changed-4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 881.037073] env[63021]: DEBUG nova.compute.manager [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Refreshing instance network info cache due to event network-changed-4c45dd66-90de-4543-afe2-596c84347bd8. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 881.037073] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Acquiring lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.078992] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 1a5841ee-5077-498f-b6e6-142ab4408bda] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 881.155827] env[63021]: DEBUG nova.objects.instance [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'flavor' on Instance uuid 3d2990aa-09cf-48a0-a021-71ddc766ae3e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.219573] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.261031] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.278465] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.372020] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.507260] env[63021]: DEBUG nova.network.neutron [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Updating instance_info_cache with network_info: [{"id": "4c45dd66-90de-4543-afe2-596c84347bd8", "address": "fa:16:3e:32:06:0c", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c45dd66-90", "ovs_interfaceid": "4c45dd66-90de-4543-afe2-596c84347bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.520525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.585365] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5b497fd9-7b68-4a7b-a155-bb93004b29da] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 881.663445] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d537586-0dc4-4792-adee-7dc64a580065 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.333s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.668532] env[63021]: INFO nova.compute.manager [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Rescuing [ 881.668920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.669092] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.669263] env[63021]: DEBUG nova.network.neutron [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.693863] env[63021]: DEBUG nova.compute.manager [req-cbfcccba-8eab-434c-accc-35d1d502c0c0 req-49000dcd-cca4-4ba0-9bdd-c316fc4e27fc service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Received event network-vif-deleted-dc6d6188-266e-42cd-a4b7-ca1651674767 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 881.694139] env[63021]: INFO nova.compute.manager [req-cbfcccba-8eab-434c-accc-35d1d502c0c0 req-49000dcd-cca4-4ba0-9bdd-c316fc4e27fc service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Neutron deleted interface dc6d6188-266e-42cd-a4b7-ca1651674767; detaching it from the instance and deleting it from the info cache [ 881.694340] env[63021]: DEBUG nova.network.neutron [req-cbfcccba-8eab-434c-accc-35d1d502c0c0 req-49000dcd-cca4-4ba0-9bdd-c316fc4e27fc service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.729323] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282791, 'name': ReconfigVM_Task, 'duration_secs': 0.721792} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.734678] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 82f2410e-3a1a-4f5d-b352-c118a3a4e525/82f2410e-3a1a-4f5d-b352-c118a3a4e525.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.736791] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-444d78dc-f425-4ef8-9770-81203a0b353a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.744640] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 881.744640] env[63021]: value = "task-4282793" [ 881.744640] env[63021]: _type = "Task" [ 881.744640] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.756549] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282793, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.841478] env[63021]: DEBUG nova.network.neutron [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.873403] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.915466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33802868-4aba-491b-8648-f92328089097 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.926916] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cdd0b3-638b-4e9c-a887-ff3c931f15a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.962254] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252a65f-45da-4e5f-8a24-892b2c98fc44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.971846] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909b5d5-b046-4150-b8b6-77245dd708ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.989060] env[63021]: DEBUG nova.compute.provider_tree [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.009648] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.010137] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance network_info: |[{"id": "4c45dd66-90de-4543-afe2-596c84347bd8", "address": "fa:16:3e:32:06:0c", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c45dd66-90", "ovs_interfaceid": "4c45dd66-90de-4543-afe2-596c84347bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.010605] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Acquired lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.010697] env[63021]: DEBUG nova.network.neutron [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Refreshing network info cache for port 4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.011820] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:06:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c45dd66-90de-4543-afe2-596c84347bd8', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.021920] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.023666] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.025251] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa37a76-4ce5-4681-b464-af65a497fefa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.043058] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.043409] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5234f0-427a-484f-8301-b668126aa802 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.050813] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.050813] env[63021]: value = "task-4282794" [ 882.050813] env[63021]: _type = "Task" [ 882.050813] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.052167] env[63021]: DEBUG oslo_vmware.api [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 882.052167] env[63021]: value = "task-4282795" [ 882.052167] env[63021]: _type = "Task" [ 882.052167] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.063572] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282794, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.067040] env[63021]: DEBUG oslo_vmware.api [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.094452] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: faea4a23-f4b3-4990-85aa-d92affa76fd4] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 882.205376] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997f9d41-b6bf-47da-8b28-911027eff50f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.218295] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff33b24-9a1a-47ee-9efe-7aa8117e4de6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.238161] env[63021]: DEBUG nova.network.neutron [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.254125] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282793, 'name': Rename_Task, 'duration_secs': 0.200345} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.270892] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.271806] env[63021]: DEBUG nova.compute.manager [req-cbfcccba-8eab-434c-accc-35d1d502c0c0 req-49000dcd-cca4-4ba0-9bdd-c316fc4e27fc service nova] [instance: 2394a624-e98a-4704-910b-7953d093e762] Detach interface failed, port_id=dc6d6188-266e-42cd-a4b7-ca1651674767, reason: Instance 2394a624-e98a-4704-910b-7953d093e762 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 882.272338] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31d4b72a-97d9-44ac-b2ca-9c8e015a1c90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.280419] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 882.280419] env[63021]: value = "task-4282796" [ 882.280419] env[63021]: _type = "Task" [ 882.280419] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.289440] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.290701] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.329238] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.329432] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.329662] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.330243] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.330243] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.331339] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.331339] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.331339] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.331339] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.331339] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.331589] env[63021]: DEBUG nova.virt.hardware [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.334801] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf199d6-3148-46e0-b801-256693262d79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.346462] env[63021]: INFO nova.compute.manager [-] [instance: 2394a624-e98a-4704-910b-7953d093e762] Took 1.83 seconds to deallocate network for instance. [ 882.350334] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11ee3ff-da6a-47d6-b3b0-66f69886832e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.365191] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.372313] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Creating folder: Project (81c7aa7cf2c24d1db39337907e0a4a3c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.375644] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09e27276-1167-4f98-a782-9ac4da0e64f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.383517] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282792, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.386913] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Created folder: Project (81c7aa7cf2c24d1db39337907e0a4a3c) in parent group-v843603. [ 882.387118] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Creating folder: Instances. Parent ref: group-v843802. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.388402] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b1d17d-85bf-4cf1-b456-56e9a96aa162 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.398804] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Created folder: Instances in parent group-v843802. [ 882.399086] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.399320] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.399523] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29373c72-ae1f-489e-888b-e7997e620f87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.421715] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.421715] env[63021]: value = "task-4282799" [ 882.421715] env[63021]: _type = "Task" [ 882.421715] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.430257] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282799, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.533388] env[63021]: DEBUG nova.scheduler.client.report [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 882.533981] env[63021]: DEBUG nova.compute.provider_tree [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 91 to 92 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 882.533981] env[63021]: DEBUG nova.compute.provider_tree [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.571177] env[63021]: DEBUG oslo_vmware.api [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282795, 'name': PowerOnVM_Task, 'duration_secs': 0.423976} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.571526] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282794, 'name': CreateVM_Task, 'duration_secs': 0.31101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.574414] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.574622] env[63021]: DEBUG nova.compute.manager [None req-bba046db-e620-498e-b22e-fa20a983a19e tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.575146] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.575889] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97397203-99e7-4bb7-8054-a798ca3489b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.578645] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.578810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.579140] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.579662] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcca7aaf-6df6-4112-a7dc-c6e06abc1338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.586102] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 882.586102] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a70569-4cb9-b8ba-d4d8-1dc95ba0a0f0" [ 882.586102] env[63021]: _type = "Task" [ 882.586102] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.599736] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d1ca890a-802b-424b-9e79-95ac46977bce] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 882.601350] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a70569-4cb9-b8ba-d4d8-1dc95ba0a0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.601804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.602031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.603036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.603036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.603036] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.603036] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac53922-41fc-4d68-ab86-aca8e9933789 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.610984] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.611175] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.611882] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155a82ef-bbb2-481c-9471-ab254a65a959 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.618931] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 882.618931] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f6cf9f-339e-f05c-1c86-b4a1435582c0" [ 882.618931] env[63021]: _type = "Task" [ 882.618931] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.628047] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f6cf9f-339e-f05c-1c86-b4a1435582c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.744507] env[63021]: INFO nova.compute.manager [-] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Took 1.84 seconds to deallocate network for instance. [ 882.756649] env[63021]: DEBUG nova.network.neutron [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.791033] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.863610] env[63021]: DEBUG nova.network.neutron [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Updated VIF entry in instance network info cache for port 4c45dd66-90de-4543-afe2-596c84347bd8. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.863945] env[63021]: DEBUG nova.network.neutron [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Updating instance_info_cache with network_info: [{"id": "4c45dd66-90de-4543-afe2-596c84347bd8", "address": "fa:16:3e:32:06:0c", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c45dd66-90", "ovs_interfaceid": "4c45dd66-90de-4543-afe2-596c84347bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.874994] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282792, 'name': ReconfigVM_Task, 'duration_secs': 1.563394} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.875919] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.880916] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bdd4e8f-f296-4b2a-81ee-b6f4816df7af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.896390] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 882.896390] env[63021]: value = "task-4282800" [ 882.896390] env[63021]: _type = "Task" [ 882.896390] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.904669] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.931701] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282799, 'name': CreateVM_Task, 'duration_secs': 0.320397} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.931916] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.932413] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.932564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.933128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.933391] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c37a4b5-3b0f-483f-ab99-4ee260e5d771 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.938172] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 882.938172] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5221bf93-de39-4df9-e1ce-84d4e30cd058" [ 882.938172] env[63021]: _type = "Task" [ 882.938172] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.948114] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5221bf93-de39-4df9-e1ce-84d4e30cd058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.949570] env[63021]: INFO nova.compute.manager [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Took 0.60 seconds to detach 1 volumes for instance. [ 882.952082] env[63021]: DEBUG nova.compute.manager [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Deleting volume: faec76b3-463a-47db-8b3c-887a213f28e7 {{(pid=63021) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 883.041022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.041022] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.042437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.257s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.042788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.045338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.345s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.046936] env[63021]: INFO nova.compute.claims [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.087529] env[63021]: INFO nova.scheduler.client.report [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Deleted allocations for instance 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3 [ 883.104169] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 3d4886b0-5036-4acf-8286-14e030f0382d] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 883.133023] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f6cf9f-339e-f05c-1c86-b4a1435582c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.133023] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959b803f-ec36-4067-95d3-72c129dc7e94 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.138221] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 883.138221] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52088b7f-50c0-3c06-d93e-21c5e4db96f2" [ 883.138221] env[63021]: _type = "Task" [ 883.138221] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.149963] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52088b7f-50c0-3c06-d93e-21c5e4db96f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.254919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.259146] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.293635] env[63021]: DEBUG oslo_vmware.api [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282796, 'name': PowerOnVM_Task, 'duration_secs': 0.541163} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.294019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.294737] env[63021]: INFO nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Took 7.33 seconds to spawn the instance on the hypervisor. [ 883.294989] env[63021]: DEBUG nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.298953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3d250b-559a-48c4-b312-9761b4815bc3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.358101] env[63021]: DEBUG nova.compute.manager [req-2b4c95d8-04e9-4af5-9635-023f082aadde req-9857718f-dcff-4503-9682-d6d918a3f527 service nova] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Received event network-vif-deleted-fbecebf0-a110-49b7-93fc-f894108aaae9 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 883.370535] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ed7d81f-6755-4b1b-b63e-3e6ea50541e6 req-880bc233-409c-4502-8ae2-d741766f3682 service nova] Releasing lock "refresh_cache-a599eaae-809e-4ace-9655-f1f4d579faa7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.407816] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282800, 'name': ReconfigVM_Task, 'duration_secs': 0.131566} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.408166] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.449495] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5221bf93-de39-4df9-e1ce-84d4e30cd058, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.449817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.450710] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.451744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.492453] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.552063] env[63021]: DEBUG nova.compute.utils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.559095] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.559095] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.597371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-76e865af-48f9-4372-b379-366e52bfc7b7 tempest-SecurityGroupsTestJSON-922797074 tempest-SecurityGroupsTestJSON-922797074-project-member] Lock "5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.217s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.608429] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: ed279ec6-f5bb-4e3e-aa0d-8c4739baf24d] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 883.640049] env[63021]: DEBUG nova.policy [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09ab9ebee5a143fcaec3bf7c64f53ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88932cbc54f34754999c1a3ba545efcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.654974] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52088b7f-50c0-3c06-d93e-21c5e4db96f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.654974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.654974] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a599eaae-809e-4ace-9655-f1f4d579faa7/a599eaae-809e-4ace-9655-f1f4d579faa7.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.654974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.654974] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.654974] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-609543cf-0888-4387-a2f3-2cb82c47b4e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.657525] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dba7ce0-1868-468f-87e2-6f2d0d9c2730 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.666046] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 883.666046] env[63021]: value = "task-4282802" [ 883.666046] env[63021]: _type = "Task" [ 883.666046] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.671087] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.671650] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.672409] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e6f3d9-daeb-455e-ba93-339c5f2c70a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.682319] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.683820] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 883.683820] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527777a6-ff81-25fd-ff04-70e2140dd61d" [ 883.683820] env[63021]: _type = "Task" [ 883.683820] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.693904] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527777a6-ff81-25fd-ff04-70e2140dd61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.831185] env[63021]: INFO nova.compute.manager [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Took 50.66 seconds to build instance. [ 884.058421] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.114635] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bd9bcb3d-1fd3-442e-b28b-cf1746a998e2] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 884.145019] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Successfully created port: 76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.177360] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282802, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.197842] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527777a6-ff81-25fd-ff04-70e2140dd61d, 'name': SearchDatastore_Task, 'duration_secs': 0.017165} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.198716] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1852eb-f141-48e4-96ec-048ba39a3337 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.204510] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 884.204510] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b206da-4519-6273-e54e-01a1a04f595a" [ 884.204510] env[63021]: _type = "Task" [ 884.204510] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.217269] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b206da-4519-6273-e54e-01a1a04f595a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.336230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c5853d90-d292-47de-aac4-9a339f28f46e tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.168s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.484788] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.484907] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0c2e92-1689-4d0d-b6cb-1b444e168dd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.495520] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 884.495520] env[63021]: value = "task-4282803" [ 884.495520] env[63021]: _type = "Task" [ 884.495520] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.508640] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.508852] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 884.509201] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 884.510812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e356104-5965-4eda-b90a-943795ceb83a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.532937] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc34fb-e911-406d-99d5-513a2c8357c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.540826] env[63021]: WARNING nova.virt.vmwareapi.driver [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 884.540826] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.540826] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa598fe-89e3-453e-bfd8-260b0a056266 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.547887] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.548183] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c83d94-9ad8-48e5-9923-26c1c7d56d22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.617524] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 1a267cc6-b428-4d9e-84d8-c72462578458] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 884.620084] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab3426-7527-4dcd-aa7a-1dbcaf3822ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.624904] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.625368] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.625558] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.626428] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df061df0-8201-416e-b9df-dcf2d2ea24a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.632457] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7beca19-1867-451d-9a22-7b62f65ac17d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.637030] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 884.637030] env[63021]: value = "task-4282805" [ 884.637030] env[63021]: _type = "Task" [ 884.637030] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.672847] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8d626-f511-403b-afef-ecf1498dc02a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.679968] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.685186] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.689508] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b984b-ad5d-45ef-931e-fe33fea6543b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.704748] env[63021]: DEBUG nova.compute.provider_tree [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.721743] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b206da-4519-6273-e54e-01a1a04f595a, 'name': SearchDatastore_Task, 'duration_secs': 0.057657} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.722601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.723287] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.724756] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55fd456-4084-4419-abce-c15d6245f27f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.736025] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 884.736025] env[63021]: value = "task-4282806" [ 884.736025] env[63021]: _type = "Task" [ 884.736025] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.744198] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.839149] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.839869] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4043bfa-2a87-4e78-ad40-bc11bb202d57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.846990] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 884.846990] env[63021]: value = "task-4282807" [ 884.846990] env[63021]: _type = "Task" [ 884.846990] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.856494] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.077438] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.125025] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.125533] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.125533] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.125718] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.125943] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.126418] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.126483] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.126946] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.126946] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.127227] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.127701] env[63021]: DEBUG nova.virt.hardware [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.128148] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: ee7d0293-0472-432e-882b-cd2426e93898] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 885.130535] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba59012-02b3-4091-8497-6489638f0558 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.146709] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154def43-0a6b-4c4e-ba44-72997584488e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.156721] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399654} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.168964] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.168964] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.169164] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.186594] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.213720] env[63021]: DEBUG nova.scheduler.client.report [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.249172] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.357782] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282807, 'name': PowerOffVM_Task, 'duration_secs': 0.237023} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.358649] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.360347] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062f7271-8741-4381-866d-fc084ead761e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.394945] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3771849-4230-439b-b580-abc140e995ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.437268] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.437642] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a1248df-ea02-47f3-b3fa-0bb1cfcf17d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.446648] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 885.446648] env[63021]: value = "task-4282808" [ 885.446648] env[63021]: _type = "Task" [ 885.446648] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.458520] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.458806] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.459084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.459254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.459446] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.463023] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263cf7fe-646e-4111-b48b-c3154e3c79a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.476114] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.476206] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.477061] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7ef22b-2426-444f-8007-b33061ee9c0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.484308] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 885.484308] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d74baf-0dc7-4da7-38ca-2299fe60f025" [ 885.484308] env[63021]: _type = "Task" [ 885.484308] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.500236] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d74baf-0dc7-4da7-38ca-2299fe60f025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.636362] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: ebc928de-0e22-4fba-a2ad-304da3e8351b] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 885.680739] env[63021]: INFO nova.virt.block_device [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Booting with volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf at /dev/sdb [ 885.693249] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.676175} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.694194] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a599eaae-809e-4ace-9655-f1f4d579faa7/a599eaae-809e-4ace-9655-f1f4d579faa7.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.695124] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.695570] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a7d980-c30c-4963-bc45-29076e5d644f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.712677] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 885.712677] env[63021]: value = "task-4282809" [ 885.712677] env[63021]: _type = "Task" [ 885.712677] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.725609] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.725969] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.728831] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.731034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.005s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.731034] env[63021]: INFO nova.compute.claims [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.749476] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74273c50-5155-4f31-b491-5de0adfe7bf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.756164] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.772157] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186efd30-c94e-412e-8aec-8ec9d51f0b11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.816676] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6dafb59-e866-4bd6-b012-89dfc57b344b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.826386] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3dd3a-cb8b-4eb4-835d-a0e28047d46f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.863825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8fa6b0-6efc-41ac-bc97-9b2c14457134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.870834] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc78cf-53ee-4273-a2f6-a3586b02c362 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.884332] env[63021]: DEBUG nova.virt.block_device [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating existing volume attachment record: e8ff5804-7db3-49c5-83e0-0ed13d436ce5 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 885.996028] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d74baf-0dc7-4da7-38ca-2299fe60f025, 'name': SearchDatastore_Task, 'duration_secs': 0.060789} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.996922] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa99356-de51-49b4-88cd-356e51571dfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.005019] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 886.005019] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525212bb-8fef-7ae2-c0ea-39fadf37c380" [ 886.005019] env[63021]: _type = "Task" [ 886.005019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.014462] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525212bb-8fef-7ae2-c0ea-39fadf37c380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.144847] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 0577df56-dcb7-4a57-95e7-b1685ffb6ed8] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 886.225183] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096448} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.228025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.228025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2dce4-dcee-4be6-ac81-57a2d5fa797f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.243258] env[63021]: DEBUG nova.compute.utils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.257944] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a599eaae-809e-4ace-9655-f1f4d579faa7/a599eaae-809e-4ace-9655-f1f4d579faa7.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.263394] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.263685] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.269141] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a15b5b-a7de-4e5a-b162-915a1e567b74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.298944] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051751} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.300375] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.300375] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.301031] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 886.301031] env[63021]: value = "task-4282810" [ 886.301031] env[63021]: _type = "Task" [ 886.301031] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.301031] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c7b652b-0946-4181-be67-0481886529b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.321119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.321119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.321119] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.324398] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 886.324398] env[63021]: value = "task-4282811" [ 886.324398] env[63021]: _type = "Task" [ 886.324398] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.336773] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.416010] env[63021]: DEBUG nova.policy [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62ba79ff4d14b46877cd18489d1b8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a6337dccb746f0a733d5e5cd7c3517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.516547] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Successfully updated port: 76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.527826] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525212bb-8fef-7ae2-c0ea-39fadf37c380, 'name': SearchDatastore_Task, 'duration_secs': 0.02965} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.532583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.532868] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. {{(pid=63021) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.535091] env[63021]: DEBUG nova.compute.manager [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Received event network-vif-plugged-76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 886.535091] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] Acquiring lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.535091] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.535258] env[63021]: DEBUG oslo_concurrency.lockutils [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.535555] env[63021]: DEBUG nova.compute.manager [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] No waiting events found dispatching network-vif-plugged-76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.536050] env[63021]: WARNING nova.compute.manager [req-ec434a13-95b4-4082-a60a-4375b8958344 req-733efdc2-c934-431c-bf08-e9e9f5b66cae service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Received unexpected event network-vif-plugged-76e767a8-b9af-4935-af88-e8b2e4de3f80 for instance with vm_state building and task_state spawning. [ 886.536941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40f2df9e-0679-4e37-a66e-c539d33129ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.545908] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 886.545908] env[63021]: value = "task-4282812" [ 886.545908] env[63021]: _type = "Task" [ 886.545908] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.559215] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.572106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.572381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.572808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.572808] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.572973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.575366] env[63021]: INFO nova.compute.manager [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Terminating instance [ 886.648523] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 0265b9fd-81d2-49cb-9f6b-3acdd7a221fc] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 886.761304] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.817889] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.823394] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119879e-cc32-4f06-bfc4-a952c3065812 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.827445] env[63021]: INFO nova.compute.manager [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Detaching volume 21d343dd-3c64-4439-9ec2-2a49a6f703c8 [ 886.844457] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130072} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.845624] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95341696-269a-4f55-87b2-2096919b4554 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.849139] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.849747] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f02c85-be2a-48e6-a8a4-9490f9f88a15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.869842] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.893863] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cd7d3a-e4f4-4985-a542-29e9e6c674ea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.910297] env[63021]: INFO nova.virt.block_device [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Attempting to driver detach volume 21d343dd-3c64-4439-9ec2-2a49a6f703c8 from mountpoint /dev/sdb [ 886.910529] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.910714] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843763', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'name': 'volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6c1e3938-2389-4a99-a533-df5521d552e0', 'attached_at': '', 'detached_at': '', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'serial': '21d343dd-3c64-4439-9ec2-2a49a6f703c8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.911532] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad9b38b-19e2-42fd-8726-06d6ac04baaa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.914547] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666bd642-ec52-4642-adbe-1d4cb6f3a770 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.942668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f169f73-9f55-4151-9627-977b5c8c02be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.945443] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 886.945443] env[63021]: value = "task-4282813" [ 886.945443] env[63021]: _type = "Task" [ 886.945443] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.949649] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227153e1-205a-4224-965d-35a273bb3fc5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.955312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.955535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.963246] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6fd6df-dd24-4aba-8e44-382588225687 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.976399] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.976948] env[63021]: DEBUG nova.compute.provider_tree [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.979118] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Successfully created port: 859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.000852] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf03a1c-ab05-4d62-babb-82a229109eef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.016845] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] The volume has not been displaced from its original location: [datastore1] volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8/volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 887.022090] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.022717] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa4013b-dc0f-45a6-bb70-904a0ed0036f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.036200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.036355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquired lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.036504] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.042811] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 887.042811] env[63021]: value = "task-4282814" [ 887.042811] env[63021]: _type = "Task" [ 887.042811] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.054472] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.061172] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282812, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.083331] env[63021]: DEBUG nova.compute.manager [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.083780] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.085049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f2115-2927-4485-8eda-be2c1ea73e93 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.097219] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.097219] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97897f65-1806-47d9-b196-7106bc7f797b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.100942] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 887.100942] env[63021]: value = "task-4282815" [ 887.100942] env[63021]: _type = "Task" [ 887.100942] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.109600] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.152931] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: df586205-d082-45c5-b3c9-be0c00ab8f68] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 887.329307] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282810, 'name': ReconfigVM_Task, 'duration_secs': 0.856201} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.329979] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a599eaae-809e-4ace-9655-f1f4d579faa7/a599eaae-809e-4ace-9655-f1f4d579faa7.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.331268] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d86a71d-4587-4678-bdb1-05350eab1f58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.342629] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 887.342629] env[63021]: value = "task-4282816" [ 887.342629] env[63021]: _type = "Task" [ 887.342629] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.355067] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282816, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.467564] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.470853] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.483675] env[63021]: DEBUG nova.scheduler.client.report [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.559726] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282814, 'name': ReconfigVM_Task, 'duration_secs': 0.448098} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.560333] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.570802] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0dc392-bf81-4752-a798-d87ed4076994 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.582377] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.583066] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk. [ 887.584841] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cfcbfe-ca01-4c0f-9c0f-f7f76fa89583 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.589242] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 887.589242] env[63021]: value = "task-4282817" [ 887.589242] env[63021]: _type = "Task" [ 887.589242] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.619102] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.620063] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.628249] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c36a4a-c0c2-4e61-adae-d2b576b150a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.641313] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.648257] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282815, 'name': PowerOffVM_Task, 'duration_secs': 0.39167} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.649251] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.649503] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.649750] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 887.649750] env[63021]: value = "task-4282818" [ 887.649750] env[63021]: _type = "Task" [ 887.649750] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.649939] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6de3361-a54d-4576-9c92-0b2d0a036dae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.663220] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c3b0f84a-c43e-474e-9d84-d6b2b912aab1] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 887.665209] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.717126] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.717402] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.717582] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Deleting the datastore file [datastore2] 82f2410e-3a1a-4f5d-b352-c118a3a4e525 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.717858] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a98eb2b-616d-4fac-b99e-5356445b6a98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.726302] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for the task: (returnval){ [ 887.726302] env[63021]: value = "task-4282820" [ 887.726302] env[63021]: _type = "Task" [ 887.726302] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.739261] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.779264] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.809525] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.809797] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.809993] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.810224] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.810377] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.810537] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.810756] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.810931] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.811216] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.811283] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.811475] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.812974] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15718a-fd6d-46f6-959c-7ed656501eab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.821356] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498d5f50-902c-40b0-a7d2-93bee9a6df82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.851542] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282816, 'name': Rename_Task, 'duration_secs': 0.251401} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.851839] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.852139] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d91b3988-eada-44b1-bb52-c916807ad1e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.858646] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 887.858646] env[63021]: value = "task-4282821" [ 887.858646] env[63021]: _type = "Task" [ 887.858646] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.869463] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.870410] env[63021]: DEBUG nova.network.neutron [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Updating instance_info_cache with network_info: [{"id": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "address": "fa:16:3e:37:a6:a9", "network": {"id": "aeaa94ad-0134-472b-839d-b4cea39f4e17", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-465566166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88932cbc54f34754999c1a3ba545efcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e767a8-b9", "ovs_interfaceid": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.880583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.880866] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.960872] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282813, 'name': ReconfigVM_Task, 'duration_secs': 0.805777} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.961180] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.962611] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e0a7ac-667f-4bf0-817a-2bfacdc1eb67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.968440] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 887.968440] env[63021]: value = "task-4282822" [ 887.968440] env[63021]: _type = "Task" [ 887.968440] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.979620] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282822, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.989910] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.990610] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.992909] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.314s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.993303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.995183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.296s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.995324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.997098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.420s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.997239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.998904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.384s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.000573] env[63021]: INFO nova.compute.claims [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.008898] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.032173] env[63021]: INFO nova.scheduler.client.report [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleted allocations for instance 75c9fd06-716e-4166-a93b-67f6704ecd22 [ 888.044887] env[63021]: INFO nova.scheduler.client.report [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted allocations for instance ff6864fe-b489-4851-bfaf-876a1783bb8a [ 888.054302] env[63021]: INFO nova.scheduler.client.report [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleted allocations for instance 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77 [ 888.066774] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.066774] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.067361] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.067361] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.067361] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.067570] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.067784] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.067940] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.068251] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.068303] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.069896] env[63021]: DEBUG nova.virt.hardware [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.069896] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8910f-6cfc-4328-9090-6653475ccfbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.078173] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84734898-4d3a-4fe7-a6e6-6faa71680235 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.103721] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97f936f-7a36-45e0-bc41-16ab03813fb3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.112731] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.119961] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.120232] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44764bc1-cdfe-46cc-bf54-8d8a82ab497a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.140566] env[63021]: DEBUG oslo_vmware.api [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282817, 'name': ReconfigVM_Task, 'duration_secs': 0.194059} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.141839] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843763', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'name': 'volume-21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6c1e3938-2389-4a99-a533-df5521d552e0', 'attached_at': '', 'detached_at': '', 'volume_id': '21d343dd-3c64-4439-9ec2-2a49a6f703c8', 'serial': '21d343dd-3c64-4439-9ec2-2a49a6f703c8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 888.143935] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.143935] env[63021]: value = "task-4282823" [ 888.143935] env[63021]: _type = "Task" [ 888.143935] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.153181] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282823, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.161691] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282818, 'name': ReconfigVM_Task, 'duration_secs': 0.370181} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.161691] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e/269d5a0f-d41d-4f43-9326-18e410ebcbe3-rescue.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.162187] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9572409-966c-40c2-82a1-d09b41f8979e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.166304] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 8fcb5956-5bc0-4e0f-8607-9e73db055dbd] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 888.194136] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51dde9b8-d260-4823-9733-0faee279f036 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.209308] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 888.209308] env[63021]: value = "task-4282824" [ 888.209308] env[63021]: _type = "Task" [ 888.209308] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.218379] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.237242] env[63021]: DEBUG oslo_vmware.api [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Task: {'id': task-4282820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313772} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.237514] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.237776] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.237877] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.238069] env[63021]: INFO nova.compute.manager [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Took 1.15 seconds to destroy the instance on the hypervisor. [ 888.238319] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.238854] env[63021]: DEBUG nova.compute.manager [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.238952] env[63021]: DEBUG nova.network.neutron [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.372460] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.372985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Releasing lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.373310] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Instance network_info: |[{"id": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "address": "fa:16:3e:37:a6:a9", "network": {"id": "aeaa94ad-0134-472b-839d-b4cea39f4e17", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-465566166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88932cbc54f34754999c1a3ba545efcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e767a8-b9", "ovs_interfaceid": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.373692] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a6:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e767a8-b9af-4935-af88-e8b2e4de3f80', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.381106] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Creating folder: Project (88932cbc54f34754999c1a3ba545efcc). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.381393] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f13e76e1-71bd-4dbf-a84b-26aec3a62c02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.383317] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.395176] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Created folder: Project (88932cbc54f34754999c1a3ba545efcc) in parent group-v843603. [ 888.395373] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Creating folder: Instances. Parent ref: group-v843806. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.395626] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6332fbb7-e3b5-4680-ad21-d5ab623fdb0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.407542] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Created folder: Instances in parent group-v843806. [ 888.408424] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.408424] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.408545] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19652431-018c-4c71-972f-57880db3447c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.433091] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.433091] env[63021]: value = "task-4282827" [ 888.433091] env[63021]: _type = "Task" [ 888.433091] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.441645] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282827, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.487601] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282822, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.509342] env[63021]: DEBUG nova.compute.utils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.512171] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.512368] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.544426] env[63021]: DEBUG oslo_concurrency.lockutils [None req-605b31cd-50fa-410f-af39-18ca87c2293e tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "75c9fd06-716e-4166-a93b-67f6704ecd22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.553s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.559536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-54d92447-4d60-425f-9b02-d4ed8c6bebb1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "ff6864fe-b489-4851-bfaf-876a1783bb8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.911s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.566614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1cbab18b-6c22-4485-8801-e84fb8ea7643 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "8ed8415c-9e2e-47f1-b3f1-a06b129b1f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.595s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.590625] env[63021]: DEBUG nova.compute.manager [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Received event network-changed-76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 888.590844] env[63021]: DEBUG nova.compute.manager [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Refreshing instance network info cache due to event network-changed-76e767a8-b9af-4935-af88-e8b2e4de3f80. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 888.591101] env[63021]: DEBUG oslo_concurrency.lockutils [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] Acquiring lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.591253] env[63021]: DEBUG oslo_concurrency.lockutils [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] Acquired lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.591437] env[63021]: DEBUG nova.network.neutron [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Refreshing network info cache for port 76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.618290] env[63021]: DEBUG nova.policy [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c62ba79ff4d14b46877cd18489d1b8b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2a6337dccb746f0a733d5e5cd7c3517', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.658534] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282823, 'name': CreateVM_Task, 'duration_secs': 0.427944} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.658534] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.659083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.659243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.659608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.660301] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226049f8-6fd4-48ab-a3d4-274333e7fda6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.665555] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 888.665555] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5290d112-85d3-e478-602c-613bd0dcf972" [ 888.665555] env[63021]: _type = "Task" [ 888.665555] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.677304] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5290d112-85d3-e478-602c-613bd0dcf972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.693131] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 4e0cbb4d-bd01-4e54-98fa-cbb50c646014] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 888.701611] env[63021]: DEBUG nova.objects.instance [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'flavor' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.724689] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282824, 'name': ReconfigVM_Task, 'duration_secs': 0.165859} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.725646] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.725807] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a260b6-255f-4d35-9d99-b530b7b70363 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.734569] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 888.734569] env[63021]: value = "task-4282828" [ 888.734569] env[63021]: _type = "Task" [ 888.734569] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.747401] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.872167] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.884204] env[63021]: DEBUG nova.compute.manager [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Received event network-vif-plugged-859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 888.884426] env[63021]: DEBUG oslo_concurrency.lockutils [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] Acquiring lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.886980] env[63021]: DEBUG oslo_concurrency.lockutils [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] Lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.887255] env[63021]: DEBUG oslo_concurrency.lockutils [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] Lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.887411] env[63021]: DEBUG nova.compute.manager [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] No waiting events found dispatching network-vif-plugged-859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.887582] env[63021]: WARNING nova.compute.manager [req-d73bd5aa-3747-48be-8b0c-d8204cef0266 req-8d8e1edb-cc85-473b-8533-356f1eb41561 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Received unexpected event network-vif-plugged-859c26f7-61ce-493b-a260-6c118c883d77 for instance with vm_state building and task_state spawning. [ 888.919935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.944355] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282827, 'name': CreateVM_Task, 'duration_secs': 0.341728} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.944544] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.945303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979231] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282822, 'name': Rename_Task, 'duration_secs': 0.957616} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.979638] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.979907] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91e90e6-e908-4e1a-b3ea-f482df195557 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.985776] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 888.985776] env[63021]: value = "task-4282829" [ 888.985776] env[63021]: _type = "Task" [ 888.985776] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.995228] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.013301] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.053714] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Successfully updated port: 859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.123824] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Successfully created port: 2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.185564] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5290d112-85d3-e478-602c-613bd0dcf972, 'name': SearchDatastore_Task, 'duration_secs': 0.025494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.185564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.185564] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.185746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.186373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.186373] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.186373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.186685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.186924] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f04c2eeb-b671-457b-98a3-7393a4ad464e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.193390] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330807a4-c64c-420c-8a34-bd49caa78c33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.199750] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 18ac9675-0d95-4ebd-99ac-a42963f7364c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 889.211837] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 889.211837] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b9a556-9107-34e7-2615-dbeb4cc1630e" [ 889.211837] env[63021]: _type = "Task" [ 889.211837] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.211837] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.212135] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.216040] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b033c6e-41ae-4946-bb64-5484fb61e287 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.231261] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 889.231261] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52139a4c-52c7-9672-86d9-84c327fddbe0" [ 889.231261] env[63021]: _type = "Task" [ 889.231261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.235895] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b9a556-9107-34e7-2615-dbeb4cc1630e, 'name': SearchDatastore_Task, 'duration_secs': 0.026045} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.243277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.243519] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.243815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257331] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52139a4c-52c7-9672-86d9-84c327fddbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.020473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.261199] env[63021]: DEBUG nova.network.neutron [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.262535] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.262643] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86a8fb9-a586-4e6d-b05f-948a76cec93f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.269268] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 889.269268] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524230bd-0bd5-e5c7-72e8-d1b1a0e76eda" [ 889.269268] env[63021]: _type = "Task" [ 889.269268] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.286292] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524230bd-0bd5-e5c7-72e8-d1b1a0e76eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.371451] env[63021]: DEBUG oslo_vmware.api [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282821, 'name': PowerOnVM_Task, 'duration_secs': 1.391861} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.371811] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.371940] env[63021]: INFO nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Took 9.73 seconds to spawn the instance on the hypervisor. [ 889.372155] env[63021]: DEBUG nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.373019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a784aeca-27e9-4467-abd4-eb9845bd898f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.497912] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.554461] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.554745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.554858] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.613553] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ace95-ac6e-4c70-b607-cc6d2532bc80 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.621544] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd777d8-741c-4c1b-a5ef-284922896dbc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.659486] env[63021]: DEBUG nova.network.neutron [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Updated VIF entry in instance network info cache for port 76e767a8-b9af-4935-af88-e8b2e4de3f80. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.659849] env[63021]: DEBUG nova.network.neutron [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Updating instance_info_cache with network_info: [{"id": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "address": "fa:16:3e:37:a6:a9", "network": {"id": "aeaa94ad-0134-472b-839d-b4cea39f4e17", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-465566166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88932cbc54f34754999c1a3ba545efcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e767a8-b9", "ovs_interfaceid": "76e767a8-b9af-4935-af88-e8b2e4de3f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.661545] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fe5025-29fe-470b-a6d1-6b81c011e60d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.672435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e895ad-db8e-4ac8-a758-4f3aa8e6b708 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.691409] env[63021]: DEBUG nova.compute.provider_tree [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.703238] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 351a677f-4485-4803-9404-bf49b0fcb3eb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 889.723442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4401d36d-4235-4e88-a47d-2664609be1f0 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.404s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.752715] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.767137] env[63021]: INFO nova.compute.manager [-] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Took 1.53 seconds to deallocate network for instance. [ 889.787448] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524230bd-0bd5-e5c7-72e8-d1b1a0e76eda, 'name': SearchDatastore_Task, 'duration_secs': 0.020728} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.787764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.788078] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.788399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.788620] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.788882] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95b0992-ad80-4c9b-b4aa-00986cf482a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.791301] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5052ba1d-387a-49de-9b83-4003c59bbec7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.799031] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 889.799031] env[63021]: value = "task-4282831" [ 889.799031] env[63021]: _type = "Task" [ 889.799031] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.803885] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.804083] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.807021] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540ef780-eb93-4023-b37f-e57feeb2bea3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.811101] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.814402] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 889.814402] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52912fa4-88f4-6725-a3b7-bb9bc18038e2" [ 889.814402] env[63021]: _type = "Task" [ 889.814402] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.822655] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52912fa4-88f4-6725-a3b7-bb9bc18038e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.898695] env[63021]: INFO nova.compute.manager [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Took 53.70 seconds to build instance. [ 889.998637] env[63021]: DEBUG oslo_vmware.api [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282829, 'name': PowerOnVM_Task, 'duration_secs': 0.599943} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.999322] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.999597] env[63021]: INFO nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Took 7.71 seconds to spawn the instance on the hypervisor. [ 889.999824] env[63021]: DEBUG nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.000725] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c417ba1-f632-4702-8c36-89e6dffcfdde {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.029365] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.063102] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.063352] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.063502] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.063683] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.063869] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.063968] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.064194] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.064352] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.064518] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.064682] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.064887] env[63021]: DEBUG nova.virt.hardware [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.066162] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f118f3-a49b-4dc5-87f5-c167e546c6d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.076667] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4e1eb0-fc67-4250-b8f9-c6a447a9bbb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.120193] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.167538] env[63021]: DEBUG oslo_concurrency.lockutils [req-e5b90233-b1f5-45c9-a3ee-a5ee8c56daca req-c099b98e-d4e6-4b27-8bcc-d16a2444ea89 service nova] Releasing lock "refresh_cache-865cdbee-4f92-4671-8d2b-d767d96c17ca" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.194170] env[63021]: DEBUG nova.scheduler.client.report [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.208980] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5c62c393-d671-4a14-b37f-9ed921c10c0d] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 890.265766] env[63021]: DEBUG oslo_vmware.api [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282828, 'name': PowerOnVM_Task, 'duration_secs': 1.484389} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.265766] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.268526] env[63021]: DEBUG nova.compute.manager [None req-a867f5b7-e9f3-4947-b12d-91ddf1941fdd tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.269227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a65490-3d67-4b96-b376-717e46fca580 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.280832] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.309016] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282831, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.326873] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52912fa4-88f4-6725-a3b7-bb9bc18038e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.332712] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b362aa-2727-4ab0-a718-b129b006f4ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.334390] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 890.334390] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fcc0bb-fb04-9f03-ab74-e951b1f10cfe" [ 890.334390] env[63021]: _type = "Task" [ 890.334390] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.342445] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fcc0bb-fb04-9f03-ab74-e951b1f10cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.400975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52db0355-3a73-411c-be88-8b499dd933c8 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.216s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.520768] env[63021]: INFO nova.compute.manager [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Took 51.69 seconds to build instance. [ 890.701245] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.702508] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.707401] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Updating instance_info_cache with network_info: [{"id": "859c26f7-61ce-493b-a260-6c118c883d77", "address": "fa:16:3e:51:ba:ea", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859c26f7-61", "ovs_interfaceid": "859c26f7-61ce-493b-a260-6c118c883d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.708556] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.630s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.708818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.713141] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.146s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.713141] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.714258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.717s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.714439] env[63021]: DEBUG nova.objects.instance [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lazy-loading 'resources' on Instance uuid e0c137c2-6f96-400f-9a9a-8d413f6826b0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.718968] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 53027197-00a7-4d30-8020-32d98d5708c6] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 890.744798] env[63021]: INFO nova.scheduler.client.report [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Deleted allocations for instance be32dd81-d622-433d-9faf-179bd4c090ea [ 890.746560] env[63021]: INFO nova.scheduler.client.report [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Deleted allocations for instance 5806b33c-f259-4966-a28b-55d05a54471c [ 890.757519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.757759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.760132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.760132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.760132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.760132] env[63021]: INFO nova.compute.manager [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Terminating instance [ 890.812152] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524987} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.812868] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.813169] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.813688] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aef8cbc-00b7-4a68-a844-8f63d00ad37d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.820795] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 890.820795] env[63021]: value = "task-4282832" [ 890.820795] env[63021]: _type = "Task" [ 890.820795] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.832546] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.843855] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fcc0bb-fb04-9f03-ab74-e951b1f10cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.844179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.844455] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 865cdbee-4f92-4671-8d2b-d767d96c17ca/865cdbee-4f92-4671-8d2b-d767d96c17ca.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.844783] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d187ce-3dcd-4cfc-992c-7260786ec71a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.850524] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 890.850524] env[63021]: value = "task-4282833" [ 890.850524] env[63021]: _type = "Task" [ 890.850524] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.859512] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.027842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b56b3c9d-18b6-445d-8b39-abb11ea66003 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.211s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.121252] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Successfully updated port: 2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.217644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.217961] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Instance network_info: |[{"id": "859c26f7-61ce-493b-a260-6c118c883d77", "address": "fa:16:3e:51:ba:ea", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859c26f7-61", "ovs_interfaceid": "859c26f7-61ce-493b-a260-6c118c883d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.219272] env[63021]: DEBUG nova.compute.utils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.220843] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:ba:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859c26f7-61ce-493b-a260-6c118c883d77', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.228806] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.230349] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.230585] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.235697] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c92a681f-0102-46a1-80e0-8908793c63d4] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 891.237444] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.241684] env[63021]: DEBUG nova.compute.manager [req-03a87382-9115-405a-a174-e851731d8206 req-c7dc2345-200a-4afe-9707-61a10e02db7a service nova] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Received event network-vif-deleted-2d1b8ad2-59b0-4276-88a8-6387d929726d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 891.243395] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8b3697-ae9b-4b3c-bdab-391af3274f35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.282684] env[63021]: DEBUG nova.compute.manager [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.283263] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.284164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c855ce10-74ae-4948-8983-046f442e0c6b tempest-ServersNegativeTestMultiTenantJSON-1634987804 tempest-ServersNegativeTestMultiTenantJSON-1634987804-project-member] Lock "5806b33c-f259-4966-a28b-55d05a54471c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.240s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.285887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-471765b0-dee4-4f36-b85b-dbb5156ff4e5 tempest-ListImageFiltersTestJSON-1238518118 tempest-ListImageFiltersTestJSON-1238518118-project-member] Lock "be32dd81-d622-433d-9faf-179bd4c090ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.361s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.289435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dca258-5828-43e6-8ac2-7f82740475a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.307688] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.307688] env[63021]: value = "task-4282834" [ 891.307688] env[63021]: _type = "Task" [ 891.307688] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.315508] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.316217] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aad03a8-59ed-44e5-bbcc-8d6a649fbaf0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.324749] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282834, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.335033] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 891.335033] env[63021]: value = "task-4282835" [ 891.335033] env[63021]: _type = "Task" [ 891.335033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.337927] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199658} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.343918] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.345792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d1dd8-625e-425f-abdf-3ec9eed3247a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.371016] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.394506] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.404166] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c838a53-5db1-4906-81c6-b4529ac412b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.423039] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.425042] env[63021]: DEBUG nova.policy [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcac1a02c0ec40609900c5cab101c618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eba4d062a254c4db5715d51bf487a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.433512] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 891.433512] env[63021]: value = "task-4282836" [ 891.433512] env[63021]: _type = "Task" [ 891.433512] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.445991] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.632038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.632426] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.632716] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.715865] env[63021]: DEBUG nova.compute.manager [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Received event network-changed-859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 891.716166] env[63021]: DEBUG nova.compute.manager [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Refreshing instance network info cache due to event network-changed-859c26f7-61ce-493b-a260-6c118c883d77. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 891.716330] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] Acquiring lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.716474] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] Acquired lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.716633] env[63021]: DEBUG nova.network.neutron [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Refreshing network info cache for port 859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.732102] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.743446] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: e56bf6cf-788c-4ce1-b149-d8356b98758d] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 891.835394] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282834, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.847958] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282835, 'name': PowerOffVM_Task, 'duration_secs': 0.379943} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.848275] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.848427] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.849057] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7836b1bf-2058-4623-8fca-6b69353fc728 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.864729] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825488} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.867769] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 865cdbee-4f92-4671-8d2b-d767d96c17ca/865cdbee-4f92-4671-8d2b-d767d96c17ca.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.867870] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.870031] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66dcf94e-a572-44fb-831d-e23758c26f0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.875272] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 891.875272] env[63021]: value = "task-4282838" [ 891.875272] env[63021]: _type = "Task" [ 891.875272] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.886040] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.909958] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.910086] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.910225] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.910473] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87af0cce-a660-4dd3-86d5-9c4bdd9b11c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.918425] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 891.918425] env[63021]: value = "task-4282839" [ 891.918425] env[63021]: _type = "Task" [ 891.918425] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.924361] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc8bf2-8502-4128-9d19-38b8d52aef24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.931963] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.937999] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a3492-f420-49aa-85da-eeb70a2204f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.946750] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.973671] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29e565-535e-4e2c-b8e7-4510619b1f7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.982424] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89099702-ef77-43f2-94d2-99fbbb97b35e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.995155] env[63021]: DEBUG nova.compute.provider_tree [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.059808] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Successfully created port: df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.183788] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.246930] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 85f38a11-9eec-4cfc-b7e9-a10660b797c4] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 892.321968] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282834, 'name': CreateVM_Task, 'duration_secs': 0.540977} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.322211] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.322951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.323145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.323496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.324487] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036d877a-0df9-4b88-8c12-39d871fa6518 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.329190] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 892.329190] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5276685e-df2d-5675-6e57-6e36aae0d588" [ 892.329190] env[63021]: _type = "Task" [ 892.329190] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.337246] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5276685e-df2d-5675-6e57-6e36aae0d588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.389460] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073663} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.389775] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.390598] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad76086b-3941-4113-a434-2ccdabdaa8f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.415567] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 865cdbee-4f92-4671-8d2b-d767d96c17ca/865cdbee-4f92-4671-8d2b-d767d96c17ca.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.417604] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbe1233-6c2c-41d0-ae7d-768aca8bd871 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.439572] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721ac64-69be-4920-b226-90b676a07a35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.451344] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 892.451344] env[63021]: value = "task-4282840" [ 892.451344] env[63021]: _type = "Task" [ 892.451344] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.453096] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Suspending the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 892.461285] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ba6573be-dfe9-4ffa-a424-a7e29c04b67a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.463398] env[63021]: DEBUG oslo_vmware.api [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4282839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150218} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.463398] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282836, 'name': ReconfigVM_Task, 'duration_secs': 0.52774} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.463819] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.463819] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.463971] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.464634] env[63021]: INFO nova.compute.manager [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 892.464634] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.464634] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb/a33663b3-5265-4ee1-ae83-97461275d5bb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.465923] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'size': 0, 'image_id': '269d5a0f-d41d-4f43-9326-18e410ebcbe3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'}, 'boot_index': None, 'disk_bus': None, 'attachment_id': 'e8ff5804-7db3-49c5-83e0-0ed13d436ce5', 'volume_type': None}], 'swap': None} {{(pid=63021) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 892.466116] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 892.466317] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 892.467314] env[63021]: DEBUG nova.compute.manager [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.467467] env[63021]: DEBUG nova.network.neutron [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.470206] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8dc4d-49d1-4acf-8fb2-7d3d482d6b96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.478166] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.478493] env[63021]: DEBUG oslo_vmware.api [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 892.478493] env[63021]: value = "task-4282841" [ 892.478493] env[63021]: _type = "Task" [ 892.478493] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.495209] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5043e2-5e10-4bb8-acf4-ce5912ea39c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.501766] env[63021]: DEBUG nova.scheduler.client.report [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.505599] env[63021]: DEBUG oslo_vmware.api [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282841, 'name': SuspendVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.528906] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.534346] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71001af7-64c0-4cb4-8f02-ab3801ebd1f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.556438] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 892.556438] env[63021]: value = "task-4282842" [ 892.556438] env[63021]: _type = "Task" [ 892.556438] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.563986] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.617739] env[63021]: DEBUG nova.network.neutron [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Updating instance_info_cache with network_info: [{"id": "2b6271ad-ff92-402b-b250-e75aab305d61", "address": "fa:16:3e:be:da:f3", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6271ad-ff", "ovs_interfaceid": "2b6271ad-ff92-402b-b250-e75aab305d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.748429] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.753539] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.753539] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances with incomplete migration {{(pid=63021) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 892.790953] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.791165] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.791215] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.791427] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.791573] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.791722] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.791996] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.792199] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.793034] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.793034] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.793034] env[63021]: DEBUG nova.virt.hardware [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.794250] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff46c58-95e5-4320-945b-4e0c3d6c428a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.802909] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef867e2-f671-4e99-bd72-f0ab9fa05bc5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.843191] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5276685e-df2d-5675-6e57-6e36aae0d588, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.843191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.843191] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.843191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.843191] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.843191] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.843191] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-949fcd36-3836-4b6c-88b7-230075b5d338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.852358] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.852551] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.853621] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e183c0-8198-4376-a4be-52ff78b504e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.861403] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 892.861403] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5278bc9f-8949-bdd4-c160-7fcc69e24af6" [ 892.861403] env[63021]: _type = "Task" [ 892.861403] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.869733] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5278bc9f-8949-bdd4-c160-7fcc69e24af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.964553] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.991723] env[63021]: DEBUG oslo_vmware.api [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282841, 'name': SuspendVM_Task} progress is 45%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.008133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.010706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.478s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.011037] env[63021]: DEBUG nova.objects.instance [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lazy-loading 'resources' on Instance uuid 693f5398-d2fc-4cf5-999f-ecc092040b1a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.030654] env[63021]: INFO nova.scheduler.client.report [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Deleted allocations for instance e0c137c2-6f96-400f-9a9a-8d413f6826b0 [ 893.069917] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282842, 'name': ReconfigVM_Task, 'duration_secs': 0.397519} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.069917] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.073755] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d78a30-8013-4545-a31b-faf142bf79b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.091229] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 893.091229] env[63021]: value = "task-4282843" [ 893.091229] env[63021]: _type = "Task" [ 893.091229] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.096709] env[63021]: DEBUG nova.network.neutron [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Updated VIF entry in instance network info cache for port 859c26f7-61ce-493b-a260-6c118c883d77. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.097282] env[63021]: DEBUG nova.network.neutron [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Updating instance_info_cache with network_info: [{"id": "859c26f7-61ce-493b-a260-6c118c883d77", "address": "fa:16:3e:51:ba:ea", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859c26f7-61", "ovs_interfaceid": "859c26f7-61ce-493b-a260-6c118c883d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.104825] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282843, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.121680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.122315] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Instance network_info: |[{"id": "2b6271ad-ff92-402b-b250-e75aab305d61", "address": "fa:16:3e:be:da:f3", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6271ad-ff", "ovs_interfaceid": "2b6271ad-ff92-402b-b250-e75aab305d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.122980] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:da:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6271ad-ff92-402b-b250-e75aab305d61', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.132429] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.133423] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.133802] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b24ec74-2b27-477f-8291-144e77ed7bb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.154941] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.155433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.155797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.157215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.157215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.159613] env[63021]: INFO nova.compute.manager [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Terminating instance [ 893.167196] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.167196] env[63021]: value = "task-4282844" [ 893.167196] env[63021]: _type = "Task" [ 893.167196] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.177859] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282844, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.247499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.247499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.259967] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.372105] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5278bc9f-8949-bdd4-c160-7fcc69e24af6, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.373013] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a1991f-11bc-4160-a69d-db7c28b603a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.380366] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.380366] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5205ff4c-d929-cf99-3eec-a2a8dc0ba2f2" [ 893.380366] env[63021]: _type = "Task" [ 893.380366] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.392112] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205ff4c-d929-cf99-3eec-a2a8dc0ba2f2, 'name': SearchDatastore_Task} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.392375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.392754] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 168c3469-bd28-4c58-812d-8f690e9b5555/168c3469-bd28-4c58-812d-8f690e9b5555.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.396619] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f4bc3d7-efed-4fad-835b-24e34296f3ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.404147] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.404147] env[63021]: value = "task-4282845" [ 893.404147] env[63021]: _type = "Task" [ 893.404147] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.415838] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.464568] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282840, 'name': ReconfigVM_Task, 'duration_secs': 0.58308} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.464996] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 865cdbee-4f92-4671-8d2b-d767d96c17ca/865cdbee-4f92-4671-8d2b-d767d96c17ca.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.465601] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d15a33-0307-4c19-bd7d-71b39ec63714 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.472221] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 893.472221] env[63021]: value = "task-4282846" [ 893.472221] env[63021]: _type = "Task" [ 893.472221] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.480403] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282846, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.491161] env[63021]: DEBUG oslo_vmware.api [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282841, 'name': SuspendVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.540228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-373ce394-8035-4a2e-be35-f7e14b1de5ae tempest-ServersAdminTestJSON-1268263957 tempest-ServersAdminTestJSON-1268263957-project-member] Lock "e0c137c2-6f96-400f-9a9a-8d413f6826b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.336s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.601629] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed54d882-e30c-407c-bb9f-6f6c862764d5 req-09f0dfc1-e779-4648-a59f-ff9feaf74c4a service nova] Releasing lock "refresh_cache-168c3469-bd28-4c58-812d-8f690e9b5555" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.601629] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282843, 'name': ReconfigVM_Task, 'duration_secs': 0.172223} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.602132] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 893.602749] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3ed00f-3578-4ac2-a5c9-9864f0371af2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.608687] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 893.608687] env[63021]: value = "task-4282847" [ 893.608687] env[63021]: _type = "Task" [ 893.608687] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.617212] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282847, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.671774] env[63021]: DEBUG nova.compute.manager [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.672921] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.673080] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efe578-39ed-4345-a94b-4d806eb1491c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.689395] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.690287] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282844, 'name': CreateVM_Task, 'duration_secs': 0.42865} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.690287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52d6d95-dd50-4f1d-8903-abe3ce3621f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.691188] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.691872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.692037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.692344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.692903] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46499333-31e8-4c27-b3ac-228fe4637245 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.697504] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 893.697504] env[63021]: value = "task-4282848" [ 893.697504] env[63021]: _type = "Task" [ 893.697504] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.699068] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.699068] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525e6dbc-11ef-1aa1-d2ad-a99ed2aedc05" [ 893.699068] env[63021]: _type = "Task" [ 893.699068] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.719220] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.728465] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525e6dbc-11ef-1aa1-d2ad-a99ed2aedc05, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.728465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.728465] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.728465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.728598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.728775] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.729613] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4aa77e-8c89-486b-9899-4d457d7b401c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.740322] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.740322] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.740891] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4b151b-8ceb-455e-af4e-e7da2aa82f2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.746381] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.746381] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523c788a-2074-1595-20b8-7aba3e96d705" [ 893.746381] env[63021]: _type = "Task" [ 893.746381] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.751216] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.766575] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523c788a-2074-1595-20b8-7aba3e96d705, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.767506] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0732349-12c9-4ba7-b364-0098ba5f98b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.773307] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.773307] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52606290-5286-610e-b42d-256d4dd0ff54" [ 893.773307] env[63021]: _type = "Task" [ 893.773307] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.786964] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52606290-5286-610e-b42d-256d4dd0ff54, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.787249] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.787501] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bb1b3f51-7ebf-4b27-ade2-a747be9ae99d/bb1b3f51-7ebf-4b27-ade2-a747be9ae99d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.787765] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba03295-c1f4-4ee2-bc87-63af09598ed4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.803872] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 893.803872] env[63021]: value = "task-4282849" [ 893.803872] env[63021]: _type = "Task" [ 893.803872] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.814307] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.903786] env[63021]: DEBUG nova.compute.manager [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Received event network-vif-plugged-2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 893.904015] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Acquiring lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.904241] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.904412] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.904647] env[63021]: DEBUG nova.compute.manager [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] No waiting events found dispatching network-vif-plugged-2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.904947] env[63021]: WARNING nova.compute.manager [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Received unexpected event network-vif-plugged-2b6271ad-ff92-402b-b250-e75aab305d61 for instance with vm_state building and task_state spawning. [ 893.905923] env[63021]: DEBUG nova.compute.manager [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Received event network-changed-2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 893.905923] env[63021]: DEBUG nova.compute.manager [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Refreshing instance network info cache due to event network-changed-2b6271ad-ff92-402b-b250-e75aab305d61. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 893.905923] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Acquiring lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.905923] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Acquired lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.906126] env[63021]: DEBUG nova.network.neutron [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Refreshing network info cache for port 2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.920354] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.987446] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282846, 'name': Rename_Task, 'duration_secs': 0.335871} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.995705] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.996727] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a85ce9-e9f5-4aaf-af36-70110452139d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.005096] env[63021]: DEBUG oslo_vmware.api [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282841, 'name': SuspendVM_Task, 'duration_secs': 1.061867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.007445] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Suspended the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 894.007445] env[63021]: DEBUG nova.compute.manager [None req-8e48a555-2595-4482-b0a2-c0c60352550b tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.008158] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 894.008158] env[63021]: value = "task-4282850" [ 894.008158] env[63021]: _type = "Task" [ 894.008158] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.012278] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578f77a-1e3a-44de-bfb8-269364be9cac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.033813] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282850, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.078997] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c32c99-656c-4084-bd4a-9239a84246f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.092160] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6a982-d4e3-4cbd-a615-dde8972c7ab3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.128285] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707125e-7358-4312-948a-792700c78e2f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.136881] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282847, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.139661] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c495a2-4938-4c0c-ac27-63c208fea713 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.160567] env[63021]: DEBUG nova.compute.provider_tree [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.209373] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282848, 'name': PowerOffVM_Task, 'duration_secs': 0.222019} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.209662] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.209821] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.210458] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2b9db1-147f-4557-a0cb-fa6062d8dd14 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.271971] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.272211] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.272462] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleting the datastore file [datastore2] 8dc97475-ac00-44d3-959b-9fbf4fb73da0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.272670] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f01754-2ef9-4632-bf39-9ea2b01bfc62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.279061] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for the task: (returnval){ [ 894.279061] env[63021]: value = "task-4282852" [ 894.279061] env[63021]: _type = "Task" [ 894.279061] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.286366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.291635] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.297160] env[63021]: INFO nova.compute.manager [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Unrescuing [ 894.298514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.298514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.298514] env[63021]: DEBUG nova.network.neutron [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.322822] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282849, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.335465] env[63021]: DEBUG nova.network.neutron [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.409465] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Successfully updated port: df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.428399] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282845, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.525840] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.641315] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282847, 'name': Rename_Task, 'duration_secs': 0.790091} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.642211] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.642599] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e680940-2595-4891-a713-53a66f446a04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.650717] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 894.650717] env[63021]: value = "task-4282853" [ 894.650717] env[63021]: _type = "Task" [ 894.650717] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.663759] env[63021]: DEBUG nova.scheduler.client.report [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.672315] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.793901] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.816451] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.842773] env[63021]: INFO nova.compute.manager [-] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Took 2.38 seconds to deallocate network for instance. [ 894.916053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.916277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.916393] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.922058] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282845, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.987501] env[63021]: DEBUG nova.network.neutron [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Updated VIF entry in instance network info cache for port 2b6271ad-ff92-402b-b250-e75aab305d61. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.987876] env[63021]: DEBUG nova.network.neutron [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Updating instance_info_cache with network_info: [{"id": "2b6271ad-ff92-402b-b250-e75aab305d61", "address": "fa:16:3e:be:da:f3", "network": {"id": "e36c5288-76dc-4a68-9252-9c5f7cbe5fec", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1943550912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2a6337dccb746f0a733d5e5cd7c3517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6271ad-ff", "ovs_interfaceid": "2b6271ad-ff92-402b-b250-e75aab305d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.031981] env[63021]: DEBUG oslo_vmware.api [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282850, 'name': PowerOnVM_Task, 'duration_secs': 0.850005} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.031981] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.031981] env[63021]: INFO nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Took 9.95 seconds to spawn the instance on the hypervisor. [ 895.031981] env[63021]: DEBUG nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.032238] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b0883-8b15-4cbf-92be-cdab52fa77d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.163515] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.176491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.180379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.262s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.186680] env[63021]: INFO nova.compute.claims [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.227718] env[63021]: INFO nova.scheduler.client.report [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleted allocations for instance 693f5398-d2fc-4cf5-999f-ecc092040b1a [ 895.296030] env[63021]: DEBUG oslo_vmware.api [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Task: {'id': task-4282852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694241} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.296352] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.296571] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.298013] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.298013] env[63021]: INFO nova.compute.manager [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Took 1.62 seconds to destroy the instance on the hypervisor. [ 895.298013] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.298013] env[63021]: DEBUG nova.compute.manager [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.298013] env[63021]: DEBUG nova.network.neutron [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.317327] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282849, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.122068} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.317594] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bb1b3f51-7ebf-4b27-ade2-a747be9ae99d/bb1b3f51-7ebf-4b27-ade2-a747be9ae99d.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.317812] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.318122] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39261e01-dd2f-4536-ab0f-334203da810d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.331271] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 895.331271] env[63021]: value = "task-4282854" [ 895.331271] env[63021]: _type = "Task" [ 895.331271] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.346504] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.359756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.425357] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282845, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5251} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.425357] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 168c3469-bd28-4c58-812d-8f690e9b5555/168c3469-bd28-4c58-812d-8f690e9b5555.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.425357] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.428760] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86dcf090-6ad3-4741-b2f7-202b5ba9b345 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.434169] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 895.434169] env[63021]: value = "task-4282855" [ 895.434169] env[63021]: _type = "Task" [ 895.434169] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.448607] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.492360] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4d2343f-8b4b-47db-b47b-2a24cba4603c req-d182e24e-bf45-4ade-94b5-11508f40340f service nova] Releasing lock "refresh_cache-bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.556287] env[63021]: INFO nova.compute.manager [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Took 50.36 seconds to build instance. [ 895.579578] env[63021]: DEBUG nova.network.neutron [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.592575] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.661795] env[63021]: DEBUG oslo_vmware.api [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282853, 'name': PowerOnVM_Task, 'duration_secs': 0.672286} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.662096] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.662306] env[63021]: DEBUG nova.compute.manager [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.663180] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91bdb2-e216-4a8a-bf04-9ed7095fb325 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.755647] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f39cad58-94d4-444c-a873-0e0d2ac74c6b tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "693f5398-d2fc-4cf5-999f-ecc092040b1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.750s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.843609] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076506} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.843905] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.845598] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80571a1-22f0-4c22-a34f-00b2ea841703 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.874218] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] bb1b3f51-7ebf-4b27-ade2-a747be9ae99d/bb1b3f51-7ebf-4b27-ade2-a747be9ae99d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.874619] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00ccfd4-1413-4c9d-a0bf-6a5d845d91d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.897567] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 895.897567] env[63021]: value = "task-4282856" [ 895.897567] env[63021]: _type = "Task" [ 895.897567] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.904751] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.945681] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210858} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.946050] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.946882] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4053516-ecb0-42aa-b6e0-6f4b6e67febd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.970230] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 168c3469-bd28-4c58-812d-8f690e9b5555/168c3469-bd28-4c58-812d-8f690e9b5555.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.970954] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d9e367-40f2-4613-8ef8-057187f6880e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.990618] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 895.990618] env[63021]: value = "task-4282857" [ 895.990618] env[63021]: _type = "Task" [ 895.990618] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.999206] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.059041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d73ba7b8-e779-4826-98a3-8aaf49ff5ad5 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.873s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.086766] env[63021]: DEBUG oslo_concurrency.lockutils [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.086979] env[63021]: DEBUG nova.objects.instance [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'flavor' on Instance uuid 3d2990aa-09cf-48a0-a021-71ddc766ae3e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.182482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.259305] env[63021]: DEBUG nova.network.neutron [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Updating instance_info_cache with network_info: [{"id": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "address": "fa:16:3e:71:3b:0d", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0ed4bf-89", "ovs_interfaceid": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.420135] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.502943] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.595132] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97c35b-3366-4227-ba12-7f289a887338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.629109] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.637064] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe3389a-3c5f-4053-a6c0-e79a28d655ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.646458] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 896.646458] env[63021]: value = "task-4282858" [ 896.646458] env[63021]: _type = "Task" [ 896.646458] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.657916] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.765582] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.765582] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance network_info: |[{"id": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "address": "fa:16:3e:71:3b:0d", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0ed4bf-89", "ovs_interfaceid": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.765582] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0ed4bf-89aa-4594-b093-c124f70f91f3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.775612] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating folder: Project (6eba4d062a254c4db5715d51bf487a98). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.781728] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad18b27-2317-4443-99ab-bbfd6e237431 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.798829] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created folder: Project (6eba4d062a254c4db5715d51bf487a98) in parent group-v843603. [ 896.799341] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating folder: Instances. Parent ref: group-v843811. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.803377] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28b9e64-605f-42d5-b441-4898f7e01e1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817869] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created folder: Instances in parent group-v843811. [ 896.818289] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.819593] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.820466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17829256-2011-4cde-9922-fdb83516ba5f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.823356] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68e54ac-d4cb-41e4-bdda-f08a06e1176d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.848462] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ce35b-daeb-4e9e-aa1e-eb8053e60760 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.851532] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.851532] env[63021]: value = "task-4282861" [ 896.851532] env[63021]: _type = "Task" [ 896.851532] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.890131] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282861, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.892487] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb26e1-44d2-4719-a688-9f0a69810884 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.906299] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d486c93-cdd3-485c-b6a6-137b7e063b17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.918493] env[63021]: DEBUG nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Received event network-vif-deleted-18e2ea98-76da-43b3-bab6-7673a7afb3bf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 896.918752] env[63021]: DEBUG nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Received event network-vif-plugged-df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 896.918975] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Acquiring lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.919286] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.919489] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.920148] env[63021]: DEBUG nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] No waiting events found dispatching network-vif-plugged-df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.920148] env[63021]: WARNING nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Received unexpected event network-vif-plugged-df0ed4bf-89aa-4594-b093-c124f70f91f3 for instance with vm_state building and task_state spawning. [ 896.920148] env[63021]: DEBUG nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Received event network-changed-df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 896.920460] env[63021]: DEBUG nova.compute.manager [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Refreshing instance network info cache due to event network-changed-df0ed4bf-89aa-4594-b093-c124f70f91f3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 896.920668] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Acquiring lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.920820] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Acquired lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.921018] env[63021]: DEBUG nova.network.neutron [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Refreshing network info cache for port df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.922785] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282856, 'name': ReconfigVM_Task, 'duration_secs': 0.636166} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.926022] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] bb1b3f51-7ebf-4b27-ade2-a747be9ae99d/bb1b3f51-7ebf-4b27-ade2-a747be9ae99d.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.926022] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4017043a-01ee-482d-b816-5d4ac0837911 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.939135] env[63021]: DEBUG nova.compute.provider_tree [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.946541] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 896.946541] env[63021]: value = "task-4282862" [ 896.946541] env[63021]: _type = "Task" [ 896.946541] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.960941] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282862, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.001935] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282857, 'name': ReconfigVM_Task, 'duration_secs': 0.570711} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.005029] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 168c3469-bd28-4c58-812d-8f690e9b5555/168c3469-bd28-4c58-812d-8f690e9b5555.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.005029] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc248d5-ea9d-43ef-99df-2bb790d4206c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.009432] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 897.009432] env[63021]: value = "task-4282863" [ 897.009432] env[63021]: _type = "Task" [ 897.009432] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.019241] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282863, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.140823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "9edbba21-b4e1-4219-9c72-ba75974067c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.141119] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.141326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.141525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.141743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.148045] env[63021]: INFO nova.compute.manager [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Terminating instance [ 897.164054] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282858, 'name': PowerOffVM_Task, 'duration_secs': 0.377877} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.164054] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.170429] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfiguring VM instance instance-0000003a to detach disk 2002 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.170796] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a6d5c2-f59e-46b2-b8de-c0d510efa9d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.191725] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 897.191725] env[63021]: value = "task-4282864" [ 897.191725] env[63021]: _type = "Task" [ 897.191725] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.203941] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.290875] env[63021]: INFO nova.compute.manager [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Rebuilding instance [ 897.364887] env[63021]: DEBUG nova.compute.manager [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.366286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cfd2d-0594-4f4e-bbbc-e392e3048647 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.372985] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282861, 'name': CreateVM_Task, 'duration_secs': 0.390969} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.373574] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.374279] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.374449] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.374778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.375076] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11a917a-e4cb-42ec-a8ef-30a435bfe387 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.385415] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 897.385415] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52988c50-ebe5-9222-4b09-e41291d4606b" [ 897.385415] env[63021]: _type = "Task" [ 897.385415] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.399580] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52988c50-ebe5-9222-4b09-e41291d4606b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.443538] env[63021]: DEBUG nova.scheduler.client.report [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.467231] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282862, 'name': Rename_Task, 'duration_secs': 0.162095} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.467231] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.467231] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1dc9d26-c548-498d-a0e2-7dfeb026b0d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.475690] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 897.475690] env[63021]: value = "task-4282865" [ 897.475690] env[63021]: _type = "Task" [ 897.475690] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.488490] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.522093] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282863, 'name': Rename_Task, 'duration_secs': 0.183843} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.522787] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.523204] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d242a52-88c5-4795-a02b-bbdb4d33cd67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.533260] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 897.533260] env[63021]: value = "task-4282866" [ 897.533260] env[63021]: _type = "Task" [ 897.533260] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.538699] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.583734] env[63021]: DEBUG nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.584760] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477452c-3c68-4107-a075-d73d9f5d08b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.650384] env[63021]: DEBUG nova.network.neutron [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.658019] env[63021]: DEBUG nova.compute.manager [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.659415] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.661482] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb585cad-ed32-4019-90f7-c2e1ce526d02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.674395] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.676648] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa41593a-5747-47d1-a586-6ff1f0fdc2f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686578] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 897.686578] env[63021]: value = "task-4282867" [ 897.686578] env[63021]: _type = "Task" [ 897.686578] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.708277] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282864, 'name': ReconfigVM_Task, 'duration_secs': 0.336105} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.714787] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfigured VM instance instance-0000003a to detach disk 2002 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.715044] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.715365] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.715963] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d232b5a-205d-4e7c-87e7-e94e329749e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.725319] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 897.725319] env[63021]: value = "task-4282868" [ 897.725319] env[63021]: _type = "Task" [ 897.725319] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.741777] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.898637] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52988c50-ebe5-9222-4b09-e41291d4606b, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.899011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.899075] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.899327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.899482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.899655] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.900034] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75278e34-732a-4994-ba7e-0b8072b5bb4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.912027] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.912027] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.912027] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ef2173-6460-46c1-bb18-2e6d8e0fda85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.917348] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 897.917348] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e0c8d9-9e32-9d41-201a-95f5bd22e95b" [ 897.917348] env[63021]: _type = "Task" [ 897.917348] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.925474] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e0c8d9-9e32-9d41-201a-95f5bd22e95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.953639] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.954193] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.958456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.482s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.983452] env[63021]: DEBUG nova.network.neutron [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Updated VIF entry in instance network info cache for port df0ed4bf-89aa-4594-b093-c124f70f91f3. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.983939] env[63021]: DEBUG nova.network.neutron [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Updating instance_info_cache with network_info: [{"id": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "address": "fa:16:3e:71:3b:0d", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0ed4bf-89", "ovs_interfaceid": "df0ed4bf-89aa-4594-b093-c124f70f91f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.992232] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.041586] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282866, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.101031] env[63021]: INFO nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] instance snapshotting [ 898.101031] env[63021]: WARNING nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 898.104037] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb3ba2-c48b-4146-a775-2effe93cf198 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.130052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f6ca49-1a2f-4347-a239-670b85c9ee1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.155156] env[63021]: INFO nova.compute.manager [-] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Took 2.86 seconds to deallocate network for instance. [ 898.204121] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.240386] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.390853] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.390853] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17effc43-03d4-48ab-979c-686d080e20ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.398113] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 898.398113] env[63021]: value = "task-4282869" [ 898.398113] env[63021]: _type = "Task" [ 898.398113] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.410889] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.435090] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e0c8d9-9e32-9d41-201a-95f5bd22e95b, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.437040] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ffea7a-eae8-44d5-928b-bb4cc7225c78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.443035] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 898.443035] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524beace-4aa3-6221-241c-18410bfa594a" [ 898.443035] env[63021]: _type = "Task" [ 898.443035] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.452908] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524beace-4aa3-6221-241c-18410bfa594a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.453460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.453854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.454098] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.454308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.454902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.457243] env[63021]: INFO nova.compute.manager [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Terminating instance [ 898.461993] env[63021]: DEBUG nova.objects.instance [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lazy-loading 'migration_context' on Instance uuid d2c966e4-9550-4105-bca3-1d183727752b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.466373] env[63021]: DEBUG nova.compute.utils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.466373] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.466373] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.486945] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282865, 'name': PowerOnVM_Task, 'duration_secs': 0.56023} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.487625] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.487625] env[63021]: INFO nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Took 8.46 seconds to spawn the instance on the hypervisor. [ 898.487839] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.488543] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d17277-e9fb-4738-ada6-f9d32111e1e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.492847] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9a3e3b2-0fae-41cb-be46-e0df9c6f5a53 req-03678497-3f37-4991-8f05-53a19ac5f9e3 service nova] Releasing lock "refresh_cache-a96744de-2ced-42e7-bdb4-834efa167c97" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548171] env[63021]: DEBUG oslo_vmware.api [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282866, 'name': PowerOnVM_Task, 'duration_secs': 0.538611} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.549346] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.549565] env[63021]: INFO nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Took 10.77 seconds to spawn the instance on the hypervisor. [ 898.549845] env[63021]: DEBUG nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.550723] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fefdf7b-9bf4-4e44-b7bb-92cd5ed8ffea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.562130] env[63021]: DEBUG nova.policy [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9bf350d50c4de9a0aec2e43d09344d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d137e82698747749c21e2832cf56ba1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.641799] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.642651] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4463dd6a-cb77-4e8a-bdf4-72529d8c83ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.651688] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 898.651688] env[63021]: value = "task-4282870" [ 898.651688] env[63021]: _type = "Task" [ 898.651688] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.664204] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.664711] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.702125] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.738635] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.909899] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282869, 'name': PowerOffVM_Task, 'duration_secs': 0.283653} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.910238] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.910852] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.911668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6681bb-ccf0-480e-9877-f8d3fd936467 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.922511] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.922787] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88026fd-ed96-4cd9-89c4-91c28b754eb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.955506] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524beace-4aa3-6221-241c-18410bfa594a, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.959114] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.959750] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.960304] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.960681] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.961063] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Deleting the datastore file [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.961848] env[63021]: DEBUG nova.compute.manager [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.962202] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.962623] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f677186a-303d-4253-b5c9-6c7d28a483e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.965252] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2f918d-12d5-4bbe-870e-e8e9fad54445 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.968794] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b491163-304c-4904-bfb2-956b704fc3e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.975238] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.985079] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.987549] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49096652-8633-43cc-b0a1-6ddaa937abe1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.990255] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 898.990255] env[63021]: value = "task-4282873" [ 898.990255] env[63021]: _type = "Task" [ 898.990255] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.990255] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 898.990255] env[63021]: value = "task-4282872" [ 898.990255] env[63021]: _type = "Task" [ 898.990255] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.015578] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 899.015578] env[63021]: value = "task-4282874" [ 899.015578] env[63021]: _type = "Task" [ 899.015578] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.037898] env[63021]: INFO nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Took 45.33 seconds to build instance. [ 899.039090] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.039355] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.045615] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.079630] env[63021]: INFO nova.compute.manager [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Took 45.40 seconds to build instance. [ 899.094023] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Successfully created port: 8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.129560] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "02a2ee7d-dac4-4eee-a381-1711087bca87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.129560] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.171431] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.207919] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282867, 'name': PowerOffVM_Task, 'duration_secs': 1.118789} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.207919] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.207919] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.207919] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa09113d-f805-403c-893f-f3c571855477 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242334] env[63021]: DEBUG oslo_vmware.api [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282868, 'name': PowerOnVM_Task, 'duration_secs': 1.25804} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.245960] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.246274] env[63021]: DEBUG nova.compute.manager [None req-efdf65f6-31e9-4c50-bd4d-6ed319642d0d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.248405] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b03575-718a-4bed-93eb-720ef05dc43a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.282450] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.282696] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.282877] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleting the datastore file [datastore2] 9edbba21-b4e1-4219-9c72-ba75974067c8 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.283172] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e006e2f2-2161-4a2d-9ad6-ccbc620504bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.292514] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for the task: (returnval){ [ 899.292514] env[63021]: value = "task-4282876" [ 899.292514] env[63021]: _type = "Task" [ 899.292514] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.308183] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.508057] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143436} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.514529] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.514840] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.515101] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.517923] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.532340] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282874, 'name': PowerOffVM_Task, 'duration_secs': 0.243492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.532340] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.532340] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.536248] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-687907f0-67ee-4b38-ab92-3d02002ad741 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.547515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.846s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.585562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5a80bdf3-4e97-4e6b-bff6-d65f485cee35 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.914s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.629174] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.629425] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.629604] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Deleting the datastore file [datastore2] 865cdbee-4f92-4671-8d2b-d767d96c17ca {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.629872] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4fe2e7e-4fd4-4b72-86c3-ef0797892b78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.634606] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.642021] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for the task: (returnval){ [ 899.642021] env[63021]: value = "task-4282878" [ 899.642021] env[63021]: _type = "Task" [ 899.642021] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.642021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f66da7-3c60-41f0-923c-760fe54ccf74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.654668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed6f3a-ddb1-492c-bc64-42d057234acd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.657837] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.666285] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.692209] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed6878-d6de-4779-af6c-512212a5eb49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.701049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c3727-bf07-4a18-addd-15715ce9ab61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.716179] env[63021]: DEBUG nova.compute.provider_tree [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.807058] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.834591] env[63021]: DEBUG nova.compute.manager [req-dc86fa35-9483-4891-bde6-a841f6672005 req-8ede3c55-4f7f-49bd-8e96-78216becc0e5 service nova] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Received event network-vif-deleted-028ed35d-701a-4fc6-be3b-31fcdb71dcf1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 899.991961] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.007354] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580444} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.007354] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.007354] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.007354] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35e67b6-38bc-4e7f-8b33-0630707ba704 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.012637] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 900.012637] env[63021]: value = "task-4282879" [ 900.012637] env[63021]: _type = "Task" [ 900.012637] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.022375] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.036671] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.037066] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.037207] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.037307] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.037427] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.037641] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.037938] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.038069] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.038324] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.038437] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.039044] env[63021]: DEBUG nova.virt.hardware [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.039568] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f782e3d5-4547-4976-9c54-24205cfa8951 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.047644] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d2838-9929-4663-b36f-d998c06550f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.159945] env[63021]: DEBUG oslo_vmware.api [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Task: {'id': task-4282878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399425} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.164083] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.164083] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.164083] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.166409] env[63021]: INFO nova.compute.manager [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Took 1.20 seconds to destroy the instance on the hypervisor. [ 900.166687] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.166908] env[63021]: DEBUG nova.compute.manager [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.167001] env[63021]: DEBUG nova.network.neutron [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.177583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.177933] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282870, 'name': CreateSnapshot_Task, 'duration_secs': 1.310047} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.178205] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.179044] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ec204-df16-4b2a-ae6b-6ea84e0d294a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.224520] env[63021]: DEBUG nova.scheduler.client.report [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.303805] env[63021]: DEBUG oslo_vmware.api [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Task: {'id': task-4282876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.724221} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.304037] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.304230] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.304408] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.304636] env[63021]: INFO nova.compute.manager [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Took 2.65 seconds to destroy the instance on the hypervisor. [ 900.304923] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.305138] env[63021]: DEBUG nova.compute.manager [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.305236] env[63021]: DEBUG nova.network.neutron [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.523178] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070196} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.523517] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.524315] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a722c-533a-4d9c-ad8b-46f71ede6e43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.554072] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.554861] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64831eec-a32e-47e1-aac9-2ab300aca882 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.577675] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 900.577675] env[63021]: value = "task-4282880" [ 900.577675] env[63021]: _type = "Task" [ 900.577675] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.585428] env[63021]: DEBUG nova.virt.hardware [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.585991] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ccc0ae-1372-4e74-b656-add5e4436f0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.594487] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.598123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911baeb4-0c3d-424b-9008-31f55e0cdca1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.616500] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.625079] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.625470] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.625742] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4244d042-4b98-4ed0-b70e-768f916410e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.643815] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.643815] env[63021]: value = "task-4282881" [ 900.643815] env[63021]: _type = "Task" [ 900.643815] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.652391] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282881, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.698132] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.698582] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-beef75aa-a9ff-4346-ae60-0c0dfaf4b4fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.707805] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 900.707805] env[63021]: value = "task-4282882" [ 900.707805] env[63021]: _type = "Task" [ 900.707805] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.719510] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282882, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.089650] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282880, 'name': ReconfigVM_Task, 'duration_secs': 0.449553} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.090170] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.090857] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-318bdc70-4361-4e9b-8817-15bf2accea22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.100053] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 901.100053] env[63021]: value = "task-4282883" [ 901.100053] env[63021]: _type = "Task" [ 901.100053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.110873] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282883, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.155724] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282881, 'name': CreateVM_Task, 'duration_secs': 0.323408} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.155919] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.156661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.156661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.156963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.157302] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c222da75-a24f-4e7c-beee-0abaf47f4cca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.162343] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 901.162343] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ea8ce1-e409-03bd-4449-e9c1719f61d7" [ 901.162343] env[63021]: _type = "Task" [ 901.162343] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.172467] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ea8ce1-e409-03bd-4449-e9c1719f61d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.219195] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282882, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.224720] env[63021]: DEBUG nova.network.neutron [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.244503] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.285s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.251690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.265s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.345839] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Successfully updated port: 8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.612270] env[63021]: DEBUG nova.network.neutron [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.621829] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282883, 'name': Rename_Task, 'duration_secs': 0.251368} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.624646] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.625221] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba521fa-24c6-4c24-89c3-721b90eb829f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.631820] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 901.631820] env[63021]: value = "task-4282884" [ 901.631820] env[63021]: _type = "Task" [ 901.631820] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.644899] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.675932] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ea8ce1-e409-03bd-4449-e9c1719f61d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.678193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.678193] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.678193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.678193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.678193] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.680180] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5b8f17-dcb6-454a-853c-3d0c38e2d23d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.687296] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "168c3469-bd28-4c58-812d-8f690e9b5555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.687999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.687999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.688451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.688451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.692368] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.692544] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.693612] env[63021]: INFO nova.compute.manager [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Terminating instance [ 901.695145] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b84b26-2e91-4e43-a99e-c0773c46b412 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.707452] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 901.707452] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5258d0ca-64ca-2e4d-b605-56e9a8190cde" [ 901.707452] env[63021]: _type = "Task" [ 901.707452] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.718352] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5258d0ca-64ca-2e4d-b605-56e9a8190cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.724920] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282882, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.727579] env[63021]: INFO nova.compute.manager [-] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Took 1.56 seconds to deallocate network for instance. [ 901.794594] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db98dab-90d5-45c4-aef2-83725fe8ac1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.804027] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9d071-b7db-40e8-9cb3-d57f093c31f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.841755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd5e3f-d21a-4c45-bad7-74c6535aa02e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.849865] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d07aa-dbe4-49f0-9541-d4e5332082ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.854680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.854760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.854947] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.878124] env[63021]: DEBUG nova.compute.provider_tree [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.082678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.083372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.083372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.083536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.083682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.086784] env[63021]: INFO nova.compute.manager [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Terminating instance [ 902.116586] env[63021]: INFO nova.compute.manager [-] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Took 1.81 seconds to deallocate network for instance. [ 902.145589] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.207013] env[63021]: DEBUG nova.compute.manager [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.207163] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.208854] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ff3e8-963d-4c49-968b-152c5e6f172e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.229862] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5258d0ca-64ca-2e4d-b605-56e9a8190cde, 'name': SearchDatastore_Task, 'duration_secs': 0.027316} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.236144] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.236322] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282882, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.237609] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aba54f5-fdd4-4aef-a087-b355ba8de46b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.239935] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa91d74a-0e6c-4e70-a68c-28ccfefee6ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.242545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.243959] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Received event network-vif-deleted-76e767a8-b9af-4935-af88-e8b2e4de3f80 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.244175] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Received event network-vif-deleted-e31fefbd-2287-475c-b0db-bc70c2470652 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.244350] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Received event network-vif-plugged-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.244534] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Acquiring lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.244737] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.244944] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.245136] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] No waiting events found dispatching network-vif-plugged-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.245320] env[63021]: WARNING nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Received unexpected event network-vif-plugged-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 for instance with vm_state building and task_state spawning. [ 902.245485] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Received event network-changed-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.245638] env[63021]: DEBUG nova.compute.manager [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Refreshing instance network info cache due to event network-changed-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 902.245808] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Acquiring lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.250913] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 902.250913] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ff6824-7b62-d298-7555-bc93a462e24a" [ 902.250913] env[63021]: _type = "Task" [ 902.250913] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.252968] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 902.252968] env[63021]: value = "task-4282885" [ 902.252968] env[63021]: _type = "Task" [ 902.252968] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.276018] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.276361] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ff6824-7b62-d298-7555-bc93a462e24a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.373225] env[63021]: DEBUG nova.compute.manager [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-changed-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 902.373509] env[63021]: DEBUG nova.compute.manager [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing instance network info cache due to event network-changed-f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 902.373667] env[63021]: DEBUG oslo_concurrency.lockutils [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.373813] env[63021]: DEBUG oslo_concurrency.lockutils [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.373995] env[63021]: DEBUG nova.network.neutron [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing network info cache for port f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.381986] env[63021]: DEBUG nova.scheduler.client.report [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.468717] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.592993] env[63021]: DEBUG nova.compute.manager [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.593938] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.594376] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d33bb-0c1f-495a-947d-cbaddca3a48a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.602665] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.603105] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83450315-4943-45f4-bf16-360ae265387a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.612124] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 902.612124] env[63021]: value = "task-4282886" [ 902.612124] env[63021]: _type = "Task" [ 902.612124] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.627809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.628185] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.648172] env[63021]: DEBUG oslo_vmware.api [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282884, 'name': PowerOnVM_Task, 'duration_secs': 0.84781} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.650719] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.650982] env[63021]: INFO nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Took 9.90 seconds to spawn the instance on the hypervisor. [ 902.651213] env[63021]: DEBUG nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.652287] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f76e385-5ee1-4886-92cb-42fd90cb9385 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.714181] env[63021]: DEBUG nova.network.neutron [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Updating instance_info_cache with network_info: [{"id": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "address": "fa:16:3e:5e:b8:25", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed9795b-d4", "ovs_interfaceid": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.731533] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282882, 'name': CloneVM_Task, 'duration_secs': 1.630755} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.731533] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Created linked-clone VM from snapshot [ 902.732153] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb7d7b-240c-4d0d-ac7a-8f3f5e8f8189 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.746225] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Uploading image 6a313faa-5835-4de3-8f06-420f3dd08a23 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.766045] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ff6824-7b62-d298-7555-bc93a462e24a, 'name': SearchDatastore_Task, 'duration_secs': 0.022814} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.767354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.767354] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.767604] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916922c8-77d9-4701-ab7b-89c24891a715 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.772940] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282885, 'name': PowerOffVM_Task, 'duration_secs': 0.216369} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.774573] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.774573] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.774573] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdc91fb-3e8c-4ed1-8e8e-660be89de4c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.787804] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 902.787804] env[63021]: value = "task-4282887" [ 902.787804] env[63021]: _type = "Task" [ 902.787804] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.790327] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.790327] env[63021]: value = "vm-843816" [ 902.790327] env[63021]: _type = "VirtualMachine" [ 902.790327] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.791459] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e857f297-0a6b-4405-b265-fcb09db4b0b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.805012] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.806853] env[63021]: INFO nova.compute.manager [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Swapping old allocation on dict_keys(['1b739ffe-8139-4fa2-b0d4-cb50abc37cb0']) held by migration 5b85608d-43a1-401c-ab93-19647c88779a for instance [ 902.811455] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease: (returnval){ [ 902.811455] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297b905-b1a0-be93-8315-7dacf0751e97" [ 902.811455] env[63021]: _type = "HttpNfcLease" [ 902.811455] env[63021]: } obtained for exporting VM: (result){ [ 902.811455] env[63021]: value = "vm-843816" [ 902.811455] env[63021]: _type = "VirtualMachine" [ 902.811455] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.811803] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the lease: (returnval){ [ 902.811803] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297b905-b1a0-be93-8315-7dacf0751e97" [ 902.811803] env[63021]: _type = "HttpNfcLease" [ 902.811803] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.821208] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.821208] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297b905-b1a0-be93-8315-7dacf0751e97" [ 902.821208] env[63021]: _type = "HttpNfcLease" [ 902.821208] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.845296] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.845908] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.845908] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleting the datastore file [datastore2] 168c3469-bd28-4c58-812d-8f690e9b5555 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.846524] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8edab79f-754f-4790-8faf-314d5a1478c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.851407] env[63021]: DEBUG nova.scheduler.client.report [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Overwriting current allocation {'allocations': {'1b739ffe-8139-4fa2-b0d4-cb50abc37cb0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '529abfb738ed4f0fa1a570b118854673', 'user_id': 'd0a48a6f511e4914a92176409c04abb6', 'consumer_generation': 1} on consumer d2c966e4-9550-4105-bca3-1d183727752b {{(pid=63021) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 902.859469] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 902.859469] env[63021]: value = "task-4282890" [ 902.859469] env[63021]: _type = "Task" [ 902.859469] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.871930] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.891035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.891288] env[63021]: INFO nova.compute.manager [None req-867cec35-fdfd-4409-9121-e7804c3b279e tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [instance: 2394a624-e98a-4704-910b-7953d093e762] Successfully reverted task state from rebuilding on failure for instance. [ 902.897243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.642s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.897509] env[63021]: DEBUG nova.objects.instance [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lazy-loading 'resources' on Instance uuid defdf825-10c1-4022-8198-0c4feb74bbbc {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.005945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.006171] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquired lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.006446] env[63021]: DEBUG nova.network.neutron [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.127258] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282886, 'name': PowerOffVM_Task, 'duration_secs': 0.25123} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.127624] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.127766] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.128078] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9520248b-b165-4a19-ab12-45d5fa110603 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.173818] env[63021]: INFO nova.compute.manager [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Took 42.61 seconds to build instance. [ 903.201549] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.201549] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.201549] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleting the datastore file [datastore2] bb1b3f51-7ebf-4b27-ade2-a747be9ae99d {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.203561] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0f0fe2-9577-4ab5-b808-97bfdb71b1d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.211731] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for the task: (returnval){ [ 903.211731] env[63021]: value = "task-4282892" [ 903.211731] env[63021]: _type = "Task" [ 903.211731] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.215728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.216061] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Instance network_info: |[{"id": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "address": "fa:16:3e:5e:b8:25", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed9795b-d4", "ovs_interfaceid": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.216749] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Acquired lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.217676] env[63021]: DEBUG nova.network.neutron [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Refreshing network info cache for port 8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.218199] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b8:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed9795b-d44b-4ed3-aff0-c6b2d24b0584', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.228687] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.236271] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.236271] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.236271] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce0073c-2b09-4e47-9159-4d710b7e1d4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.261162] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.261162] env[63021]: value = "task-4282893" [ 903.261162] env[63021]: _type = "Task" [ 903.261162] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.275185] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282893, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.304521] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.323428] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.323428] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297b905-b1a0-be93-8315-7dacf0751e97" [ 903.323428] env[63021]: _type = "HttpNfcLease" [ 903.323428] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.323428] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.323428] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5297b905-b1a0-be93-8315-7dacf0751e97" [ 903.323428] env[63021]: _type = "HttpNfcLease" [ 903.323428] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.323829] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238eeda1-504a-4a12-93ac-23da8d6e8f0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.333155] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.333590] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.397624] env[63021]: DEBUG nova.network.neutron [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updated VIF entry in instance network info cache for port f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.398132] env[63021]: DEBUG nova.network.neutron [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.417348] env[63021]: DEBUG oslo_vmware.api [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467636} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.417768] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.418008] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.418230] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.418422] env[63021]: INFO nova.compute.manager [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Took 1.21 seconds to destroy the instance on the hypervisor. [ 903.418715] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.418954] env[63021]: DEBUG nova.compute.manager [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.419097] env[63021]: DEBUG nova.network.neutron [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.452622] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f89565b-4f64-45f1-9aea-1cd92bc0a4cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.507908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.507908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.678695] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d681693d-e74c-4aad-9e4e-c97c70a9b326 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.751s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.726656] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.778239] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282893, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.819975] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58933} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.821040] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.821040] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.821040] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad93ac3e-b34c-4f54-a335-35d951ed2c28 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.830270] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 903.830270] env[63021]: value = "task-4282894" [ 903.830270] env[63021]: _type = "Task" [ 903.830270] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.843313] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.880372] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a03aa-b743-45e4-b144-3de795278718 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.892189] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89d46a-bc0b-4db0-9c93-3a0bdf29cbff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.935140] env[63021]: DEBUG oslo_concurrency.lockutils [req-97d4943c-b8ac-48a8-b064-e03a36fe9b5c req-72bb0462-d9cb-4b3c-a14d-e3ab7e95c5f7 service nova] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.937065] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805e4ae-5637-47a4-a397-7d135a6c2306 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.945597] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f387ddb-0912-46fe-90b4-f859a401ab0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.962090] env[63021]: DEBUG nova.compute.provider_tree [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.014068] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.089568] env[63021]: INFO nova.compute.manager [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Rebuilding instance [ 904.141617] env[63021]: DEBUG nova.network.neutron [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [{"id": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "address": "fa:16:3e:b7:57:ed", "network": {"id": "6a0326c7-7bca-43bb-a9ee-4bd320cefcd8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "81b02460fde4447a934946d46bbfa695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ede1ac-ee", "ovs_interfaceid": "16ede1ac-eef0-47ed-9daf-cbbf7de47352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.151829] env[63021]: DEBUG nova.compute.manager [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.153021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8283ab08-620c-4ecd-a463-8ff9a1baeeee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.223786] env[63021]: DEBUG oslo_vmware.api [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Task: {'id': task-4282892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528194} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.224879] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.225408] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.225669] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.225991] env[63021]: INFO nova.compute.manager [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 904.226461] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.226969] env[63021]: DEBUG nova.compute.manager [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.227095] env[63021]: DEBUG nova.network.neutron [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.244252] env[63021]: DEBUG nova.network.neutron [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Updated VIF entry in instance network info cache for port 8ed9795b-d44b-4ed3-aff0-c6b2d24b0584. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.244762] env[63021]: DEBUG nova.network.neutron [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Updating instance_info_cache with network_info: [{"id": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "address": "fa:16:3e:5e:b8:25", "network": {"id": "664898d7-c47b-4a8d-ad5a-24d29ea6f249", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1028558513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d137e82698747749c21e2832cf56ba1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed9795b-d4", "ovs_interfaceid": "8ed9795b-d44b-4ed3-aff0-c6b2d24b0584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.270273] env[63021]: DEBUG nova.compute.manager [req-1b67ed0f-4e6f-40b4-9f9e-c0dce173a772 req-1aaff607-04cc-4c3e-8cbe-73b7ff1289c1 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Received event network-vif-deleted-859c26f7-61ce-493b-a260-6c118c883d77 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.270546] env[63021]: INFO nova.compute.manager [req-1b67ed0f-4e6f-40b4-9f9e-c0dce173a772 req-1aaff607-04cc-4c3e-8cbe-73b7ff1289c1 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Neutron deleted interface 859c26f7-61ce-493b-a260-6c118c883d77; detaching it from the instance and deleting it from the info cache [ 904.270707] env[63021]: DEBUG nova.network.neutron [req-1b67ed0f-4e6f-40b4-9f9e-c0dce173a772 req-1aaff607-04cc-4c3e-8cbe-73b7ff1289c1 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.280120] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282893, 'name': CreateVM_Task, 'duration_secs': 0.639251} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.280611] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.281659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.281996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.282629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.283108] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9dfd50-6857-40f5-8572-90a98cd6d35e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.288593] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 904.288593] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d32d91-7dc4-ba2c-52ec-ae525a081275" [ 904.288593] env[63021]: _type = "Task" [ 904.288593] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.298624] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d32d91-7dc4-ba2c-52ec-ae525a081275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.341157] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066621} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.341441] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.342918] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335d720-02c3-4e52-ab1d-50bfb101a921 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.369227] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.370391] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb7a352-2721-48d8-bad2-f092489f0cce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.394704] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 904.394704] env[63021]: value = "task-4282895" [ 904.394704] env[63021]: _type = "Task" [ 904.394704] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.405441] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.486128] env[63021]: DEBUG nova.compute.manager [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-changed-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 904.487198] env[63021]: DEBUG nova.compute.manager [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing instance network info cache due to event network-changed-f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 904.487198] env[63021]: DEBUG oslo_concurrency.lockutils [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] Acquiring lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.487198] env[63021]: DEBUG oslo_concurrency.lockutils [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] Acquired lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.487198] env[63021]: DEBUG nova.network.neutron [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Refreshing network info cache for port f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.491026] env[63021]: ERROR nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] [req-5b9b8624-a1c0-4b54-97c1-38bd5969ce7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b9b8624-a1c0-4b54-97c1-38bd5969ce7b"}]} [ 904.516045] env[63021]: DEBUG nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.537154] env[63021]: DEBUG nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.537735] env[63021]: DEBUG nova.compute.provider_tree [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.541683] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.563715] env[63021]: DEBUG nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.586488] env[63021]: DEBUG nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.647278] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Releasing lock "refresh_cache-d2c966e4-9550-4105-bca3-1d183727752b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.647748] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.652607] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c37d8e-8349-4f76-8745-d120cf4ee87c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.661700] env[63021]: DEBUG nova.network.neutron [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.663550] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 904.663550] env[63021]: value = "task-4282896" [ 904.663550] env[63021]: _type = "Task" [ 904.663550] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.683798] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.749217] env[63021]: DEBUG oslo_concurrency.lockutils [req-b8fc6505-c257-4a5f-a10e-e1fb60dec359 req-5c38e741-2c1d-43a8-8b48-a93a4d5025df service nova] Releasing lock "refresh_cache-96a158f3-f53d-48e2-b8ce-bdf389e9c166" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.781117] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b92464d2-a06a-40e6-9bbb-396c5579770d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.795168] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4833af7f-171d-4335-ba91-577756e3357c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.826184] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d32d91-7dc4-ba2c-52ec-ae525a081275, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.838784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.840120] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.840120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.840120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.840120] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.840120] env[63021]: DEBUG nova.compute.manager [req-1b67ed0f-4e6f-40b4-9f9e-c0dce173a772 req-1aaff607-04cc-4c3e-8cbe-73b7ff1289c1 service nova] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Detach interface failed, port_id=859c26f7-61ce-493b-a260-6c118c883d77, reason: Instance 168c3469-bd28-4c58-812d-8f690e9b5555 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 904.845215] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d799be37-d909-4f0f-be9a-f33f62f58f98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.853155] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.853359] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.854826] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1e1e14-f51a-45e1-94f6-408bd5d3f8f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.863818] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 904.863818] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524c6a77-7642-6ad8-55e8-29954c327e3e" [ 904.863818] env[63021]: _type = "Task" [ 904.863818] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.873074] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524c6a77-7642-6ad8-55e8-29954c327e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.905961] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282895, 'name': ReconfigVM_Task, 'duration_secs': 0.442006} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.906305] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a/a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.911038] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2470cf18-fe0e-4377-808d-2fdb6c84bef5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.918930] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 904.918930] env[63021]: value = "task-4282897" [ 904.918930] env[63021]: _type = "Task" [ 904.918930] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.928453] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282897, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.100433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c2e72-fcca-499b-9b3b-269367494da4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.114180] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f216e003-4d7b-4432-b143-4e3f66ed3136 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.149325] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3289ace-f876-4ab0-92f9-614ca6125c21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.157423] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaaf118-163d-4933-bdde-9eb4c8a4192e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.161905] env[63021]: DEBUG nova.network.neutron [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.165188] env[63021]: INFO nova.compute.manager [-] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Took 1.75 seconds to deallocate network for instance. [ 905.182039] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.182039] env[63021]: DEBUG nova.compute.provider_tree [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.185623] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef61bd1e-c795-41f4-95c0-b16716149128 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.193832] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282896, 'name': PowerOffVM_Task, 'duration_secs': 0.21501} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.194802] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.195599] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:22:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d157008b-d500-4bdf-80f3-ac06e63df301',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-449192061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.195769] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.195996] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.196220] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.196381] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.196533] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.196781] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.196948] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.197156] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.197327] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.197532] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.203022] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 905.203022] env[63021]: value = "task-4282898" [ 905.203022] env[63021]: _type = "Task" [ 905.203022] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.203941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c418705-d91e-49ff-973c-0041242a3d26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.232461] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.234320] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 905.234320] env[63021]: value = "task-4282899" [ 905.234320] env[63021]: _type = "Task" [ 905.234320] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.243511] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.377421] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524c6a77-7642-6ad8-55e8-29954c327e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013606} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.378457] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df06699-c317-4757-aa6b-a82fb8d64ed9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.387023] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 905.387023] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528712d7-1adc-ab00-84bc-0267d81529cb" [ 905.387023] env[63021]: _type = "Task" [ 905.387023] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.396948] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528712d7-1adc-ab00-84bc-0267d81529cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.429016] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282897, 'name': Rename_Task, 'duration_secs': 0.17233} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.429357] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.429614] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc6465c7-d477-4a78-99d2-95dda56ae43b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.436078] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 905.436078] env[63021]: value = "task-4282900" [ 905.436078] env[63021]: _type = "Task" [ 905.436078] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.444838] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.486918] env[63021]: DEBUG nova.network.neutron [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updated VIF entry in instance network info cache for port f00c862f-342e-4d84-aa03-379be520a904. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.487493] env[63021]: DEBUG nova.network.neutron [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [{"id": "f00c862f-342e-4d84-aa03-379be520a904", "address": "fa:16:3e:98:65:09", "network": {"id": "719ea446-1c58-412b-9796-15588a4e2980", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1161997366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b8d1d0ebf3946808bc8135bbfbc84ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00c862f-34", "ovs_interfaceid": "f00c862f-342e-4d84-aa03-379be520a904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.664891] env[63021]: INFO nova.compute.manager [-] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Took 1.44 seconds to deallocate network for instance. [ 905.693677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.737333] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282898, 'name': PowerOffVM_Task, 'duration_secs': 0.241647} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.737333] env[63021]: DEBUG nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.737333] env[63021]: DEBUG nova.compute.provider_tree [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 98 to 99 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.737333] env[63021]: DEBUG nova.compute.provider_tree [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.740776] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.741352] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.747737] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab6102-ad03-47a0-8c15-e16399983a46 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.757388] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282899, 'name': ReconfigVM_Task, 'duration_secs': 0.193899} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.760044] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.760799] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5684d0e-02b0-4f4d-a864-437cdba9c0ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.763650] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1c8f1ca-8209-4aaf-b6a4-a0357ac864fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.785527] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:22:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d157008b-d500-4bdf-80f3-ac06e63df301',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-449192061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.785987] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.785987] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.786524] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.786702] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.786961] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.787184] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.788111] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.788111] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.788111] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.788111] env[63021]: DEBUG nova.virt.hardware [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.789122] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739231d8-dd96-4a5d-8956-c951736aa86c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.795729] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 905.795729] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e3de45-f2e3-c7fb-8025-c2c56ab78378" [ 905.795729] env[63021]: _type = "Task" [ 905.795729] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.852135] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.852135] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.852358] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.853483] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba50cb0a-a530-4ac0-a895-e7a1708bd49b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859430] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 905.859430] env[63021]: value = "task-4282902" [ 905.859430] env[63021]: _type = "Task" [ 905.859430] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.868103] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.896143] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528712d7-1adc-ab00-84bc-0267d81529cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015717} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.896143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.896143] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 96a158f3-f53d-48e2-b8ce-bdf389e9c166/96a158f3-f53d-48e2-b8ce-bdf389e9c166.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.896564] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59824e3f-4afb-4196-a768-4b255f5ed2c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.904141] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 905.904141] env[63021]: value = "task-4282903" [ 905.904141] env[63021]: _type = "Task" [ 905.904141] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.911585] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.947640] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.993644] env[63021]: DEBUG oslo_concurrency.lockutils [req-569b605b-b761-47c0-9da0-909bd436f297 req-e07e58ea-a1ad-4fec-9b17-cc6783c41dcd service nova] Releasing lock "refresh_cache-3d2990aa-09cf-48a0-a021-71ddc766ae3e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.244086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.347s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.246866] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.247693] env[63021]: DEBUG nova.objects.instance [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lazy-loading 'resources' on Instance uuid 2394a624-e98a-4704-910b-7953d093e762 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.278939] env[63021]: INFO nova.scheduler.client.report [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Deleted allocations for instance defdf825-10c1-4022-8198-0c4feb74bbbc [ 906.313788] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e3de45-f2e3-c7fb-8025-c2c56ab78378, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.320660] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.320660] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ad7033-69db-4a95-96a9-c7f4755daadd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.345353] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 906.345353] env[63021]: value = "task-4282904" [ 906.345353] env[63021]: _type = "Task" [ 906.345353] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.359156] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.373036] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182958} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.374201] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.374411] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.374595] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.415522] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.453561] env[63021]: DEBUG oslo_vmware.api [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282900, 'name': PowerOnVM_Task, 'duration_secs': 0.664109} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.453900] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.454152] env[63021]: DEBUG nova.compute.manager [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.455207] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0d0966-eaf5-4ae8-b28f-7a8b5635d5d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.619591] env[63021]: DEBUG nova.compute.manager [req-b3d96936-5a4b-4a7f-a9e9-60d51254b2ea req-4855c4aa-36ec-4972-8237-7c781a146cc2 service nova] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Received event network-vif-deleted-2b6271ad-ff92-402b-b250-e75aab305d61 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 906.788972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d4a68348-13db-482a-98f6-a92b3069545d tempest-ServersWithSpecificFlavorTestJSON-1510674973 tempest-ServersWithSpecificFlavorTestJSON-1510674973-project-member] Lock "defdf825-10c1-4022-8198-0c4feb74bbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.512s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.868357] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.917460] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520013} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.917836] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 96a158f3-f53d-48e2-b8ce-bdf389e9c166/96a158f3-f53d-48e2-b8ce-bdf389e9c166.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.918110] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.918385] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-299f33ff-415f-4dbc-87f9-7230e84c0b9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.925837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "c44fd606-9695-418e-b909-17307969678b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.926275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.934741] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 906.934741] env[63021]: value = "task-4282905" [ 906.934741] env[63021]: _type = "Task" [ 906.934741] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.958779] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.977499] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.207742] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedff443-05e7-4547-90d3-4d5f3f8b9f0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.216172] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ddb263-48ae-4b31-aabb-d6d77cd3a87c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.249718] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49d60f-9322-4dd7-9433-408537647449 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.257617] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b4c7f8-f270-4db4-a8b8-8c16e006cb44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.271732] env[63021]: DEBUG nova.compute.provider_tree [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.363337] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.426585] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.427013] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.427277] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.427557] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.427826] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.428061] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.428401] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.430144] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.430144] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.430144] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.430144] env[63021]: DEBUG nova.virt.hardware [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.432332] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe62870-8e54-493d-be37-ccaed089e502 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.436207] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.457304] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736262a3-bc0f-4ad7-abac-85cbb14b4f79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.472495] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077656} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.473461] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.475802] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f20e9-3ffa-4234-997b-7d81553b3a65 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.493394] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0ed4bf-89aa-4594-b093-c124f70f91f3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.504779] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.508359] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.508359] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456da788-16ba-4b18-916a-5f467d4cfdd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.559616] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 96a158f3-f53d-48e2-b8ce-bdf389e9c166/96a158f3-f53d-48e2-b8ce-bdf389e9c166.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.561089] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7554b7d0-d003-40af-8fde-df8f8b2b1fde {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.587269] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.587269] env[63021]: value = "task-4282906" [ 907.587269] env[63021]: _type = "Task" [ 907.587269] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.595017] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 907.595017] env[63021]: value = "task-4282907" [ 907.595017] env[63021]: _type = "Task" [ 907.595017] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.600891] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282906, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.612659] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.797239] env[63021]: ERROR nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] [req-733dc915-0035-4697-a318-56da208e2937] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-733dc915-0035-4697-a318-56da208e2937"}]} [ 907.823928] env[63021]: DEBUG nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 907.841099] env[63021]: DEBUG nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 907.841369] env[63021]: DEBUG nova.compute.provider_tree [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.855603] env[63021]: DEBUG nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 907.864672] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282904, 'name': ReconfigVM_Task, 'duration_secs': 1.268719} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.865579] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.866372] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488cf6f-fc50-4d37-8b38-699e2d4daabc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.894809] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.896172] env[63021]: DEBUG nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 907.898649] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48392f2-00e2-47fa-90a8-3d5085219260 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.922842] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 907.922842] env[63021]: value = "task-4282908" [ 907.922842] env[63021]: _type = "Task" [ 907.922842] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.930906] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.956739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.956975] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.957212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.960082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.960082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.960082] env[63021]: INFO nova.compute.manager [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Terminating instance [ 907.972349] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.104370] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282906, 'name': CreateVM_Task, 'duration_secs': 0.463371} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.105832] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.106726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.106905] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.107433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.110951] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35652c1f-ea07-45e3-a604-fec68c7acd6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.112865] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.116186] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 908.116186] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c1750b-f17c-0d53-bbb7-f9083c14527b" [ 908.116186] env[63021]: _type = "Task" [ 908.116186] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.127446] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c1750b-f17c-0d53-bbb7-f9083c14527b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.353584] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8130bd-2136-456e-9b65-071ef62d2e5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.361968] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160b014-928e-4e82-95f3-0d3f9cf2bdc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.397932] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0008ec5-e533-416b-8429-1e65ab8e4e81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.407639] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b17ee4-5f85-4e1d-8fc5-fa3f8ae3c60b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.427048] env[63021]: DEBUG nova.compute.provider_tree [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.438030] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282908, 'name': ReconfigVM_Task, 'duration_secs': 0.448444} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.439241] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d2c966e4-9550-4105-bca3-1d183727752b/d2c966e4-9550-4105-bca3-1d183727752b.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.440138] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652f65a-7fd8-41d5-bd84-a6b780312277 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.459824] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08145a-a521-4e44-8bc6-0d859771f68b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.464607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "refresh_cache-a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.464607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquired lock "refresh_cache-a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.464607] env[63021]: DEBUG nova.network.neutron [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.484924] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff66ae-cf2d-4272-a551-becffe914693 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.500931] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f7d51-89b3-4d99-93b8-7c0452305503 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.508582] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.508899] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f38ecf9-c3f9-45d7-9b93-9a5d8c07fdf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.515362] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 908.515362] env[63021]: value = "task-4282909" [ 908.515362] env[63021]: _type = "Task" [ 908.515362] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.523874] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.604091] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282907, 'name': ReconfigVM_Task, 'duration_secs': 0.667944} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.604427] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 96a158f3-f53d-48e2-b8ce-bdf389e9c166/96a158f3-f53d-48e2-b8ce-bdf389e9c166.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.605110] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10b459c-c193-4974-98fc-720337003872 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.611551] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 908.611551] env[63021]: value = "task-4282910" [ 908.611551] env[63021]: _type = "Task" [ 908.611551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.621645] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282910, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.630880] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c1750b-f17c-0d53-bbb7-f9083c14527b, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.631569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.631569] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.631751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.631841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.631977] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.632275] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ec630ae-2b7c-4994-ab08-912c34abe834 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.642769] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.642991] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.644673] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e48d64-b305-40cd-bb47-4439611a71cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.650145] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 908.650145] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0dd0b-7a64-0e33-2e51-8bf13f2b2799" [ 908.650145] env[63021]: _type = "Task" [ 908.650145] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.658650] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0dd0b-7a64-0e33-2e51-8bf13f2b2799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.965833] env[63021]: DEBUG nova.scheduler.client.report [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.966798] env[63021]: DEBUG nova.compute.provider_tree [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 100 to 101 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.966798] env[63021]: DEBUG nova.compute.provider_tree [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.991192] env[63021]: DEBUG nova.network.neutron [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.026452] env[63021]: DEBUG oslo_vmware.api [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282909, 'name': PowerOnVM_Task, 'duration_secs': 0.463078} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.026701] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.073190] env[63021]: DEBUG nova.network.neutron [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.123544] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282910, 'name': Rename_Task, 'duration_secs': 0.170004} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.123707] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.123956] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aacaf7b-eac7-4399-82dc-474537987df5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.130918] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 909.130918] env[63021]: value = "task-4282911" [ 909.130918] env[63021]: _type = "Task" [ 909.130918] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.146538] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.160670] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0dd0b-7a64-0e33-2e51-8bf13f2b2799, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.161404] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9077b9-afd8-4dcf-a311-65e6df98e60c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.167329] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 909.167329] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a74a42-6b07-3da6-d4e7-d6203f268d88" [ 909.167329] env[63021]: _type = "Task" [ 909.167329] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.177977] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a74a42-6b07-3da6-d4e7-d6203f268d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.474763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.227s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.477165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.470s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.478714] env[63021]: INFO nova.compute.claims [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.574038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Releasing lock "refresh_cache-a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.574523] env[63021]: DEBUG nova.compute.manager [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.574719] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.575637] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d5f06-39cc-49e3-8fa8-b936de126047 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.585956] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.585956] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a095a9c-be18-4b6b-8d3e-25e055619165 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592578] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 909.592578] env[63021]: value = "task-4282912" [ 909.592578] env[63021]: _type = "Task" [ 909.592578] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.603218] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.642396] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282911, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.680093] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a74a42-6b07-3da6-d4e7-d6203f268d88, 'name': SearchDatastore_Task, 'duration_secs': 0.023271} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.680382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.680642] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.680906] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98aba3f2-ff23-4bb4-85d1-5ee9c836b727 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.692923] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 909.692923] env[63021]: value = "task-4282913" [ 909.692923] env[63021]: _type = "Task" [ 909.692923] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.702272] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.006065] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bd35dd6c-d958-43df-b0c4-d0ba4a624e98 tempest-ServerActionsV293TestJSON-1713986573 tempest-ServerActionsV293TestJSON-1713986573-project-member] Lock "2394a624-e98a-4704-910b-7953d093e762" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.085s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.042284] env[63021]: INFO nova.compute.manager [None req-9f54b013-3b03-47a8-8bd9-14a7814d307f tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance to original state: 'active' [ 910.106396] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282912, 'name': PowerOffVM_Task, 'duration_secs': 0.224203} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.106547] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.106710] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.106968] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4371cc13-0ef2-49d8-9715-bf4698acb585 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.133584] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.133817] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.133997] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Deleting the datastore file [datastore2] a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.137995] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0faa14a4-bde0-4dc0-a398-89362dc658af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.148928] env[63021]: DEBUG oslo_vmware.api [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282911, 'name': PowerOnVM_Task, 'duration_secs': 0.520574} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.150410] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.150684] env[63021]: INFO nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Took 10.16 seconds to spawn the instance on the hypervisor. [ 910.150895] env[63021]: DEBUG nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.151260] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for the task: (returnval){ [ 910.151260] env[63021]: value = "task-4282915" [ 910.151260] env[63021]: _type = "Task" [ 910.151260] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.152119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28873171-48cf-4796-bb98-668edcc6ac92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.167813] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.206286] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282913, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.664694] env[63021]: DEBUG oslo_vmware.api [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Task: {'id': task-4282915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375779} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.668697] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.668894] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.669088] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.669263] env[63021]: INFO nova.compute.manager [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 910.669587] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.673719] env[63021]: DEBUG nova.compute.manager [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.673815] env[63021]: DEBUG nova.network.neutron [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.681516] env[63021]: INFO nova.compute.manager [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Took 41.78 seconds to build instance. [ 910.692783] env[63021]: DEBUG nova.network.neutron [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.707930] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720595} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.707930] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.708316] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.711579] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56f78a90-3331-4f91-9899-b90a8b499897 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.719162] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 910.719162] env[63021]: value = "task-4282916" [ 910.719162] env[63021]: _type = "Task" [ 910.719162] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.730302] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.885852] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136aa764-7cfa-446b-a008-4585efbdd6c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.895030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f992b0-8e45-44f1-8aee-ba81501901bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.929496] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9db13-3e80-4f3f-b5a4-a209a7c6c5fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.937228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2284e44-9a36-48fc-8b06-27fb554cd27a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.952202] env[63021]: DEBUG nova.compute.provider_tree [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.185038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-80c1c654-5b5b-4985-8f75-b0adb2f76edb tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.293s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.202557] env[63021]: DEBUG nova.network.neutron [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.233022] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071197} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.233022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.233022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066fbbe-6c61-419e-a896-7ab3dc21e841 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.259157] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.259157] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be70c30-1b17-411c-8131-c7148a997466 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.277888] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 911.277888] env[63021]: value = "task-4282917" [ 911.277888] env[63021]: _type = "Task" [ 911.277888] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.286468] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.455086] env[63021]: DEBUG nova.scheduler.client.report [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.648736] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.649135] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.649317] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.649408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.649568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.651787] env[63021]: INFO nova.compute.manager [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Terminating instance [ 911.706156] env[63021]: INFO nova.compute.manager [-] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Took 1.03 seconds to deallocate network for instance. [ 911.789068] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282917, 'name': ReconfigVM_Task, 'duration_secs': 0.388152} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.789415] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97/a96744de-2ced-42e7-bdb4-834efa167c97.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.790038] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4910407-9fb4-4287-8d07-b42d80ff352a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.797476] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 911.797476] env[63021]: value = "task-4282918" [ 911.797476] env[63021]: _type = "Task" [ 911.797476] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.810160] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282918, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.961018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.961619] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.964268] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.044s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.970616] env[63021]: INFO nova.compute.claims [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.157290] env[63021]: DEBUG nova.compute.manager [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.157290] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.158514] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950eba5a-de11-4a03-af40-dcb15b291916 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.167032] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.167032] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5daf3433-0b3d-4b30-81a6-16ba382ce261 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.173654] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 912.173654] env[63021]: value = "task-4282919" [ 912.173654] env[63021]: _type = "Task" [ 912.173654] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.181774] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.218314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "d2c966e4-9550-4105-bca3-1d183727752b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.218314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.218314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "d2c966e4-9550-4105-bca3-1d183727752b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.218314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.218314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.222285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.222986] env[63021]: INFO nova.compute.manager [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Terminating instance [ 912.308845] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282918, 'name': Rename_Task, 'duration_secs': 0.367685} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.309357] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.309743] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5438bb5-95b6-48e2-bef9-f5b93a70f4de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.317919] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 912.317919] env[63021]: value = "task-4282920" [ 912.317919] env[63021]: _type = "Task" [ 912.317919] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.329033] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.475782] env[63021]: DEBUG nova.compute.utils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.477469] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 912.669845] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.675023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a558e71-50ac-487c-bf82-3a1be4f254b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.684167] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.684535] env[63021]: ERROR oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk due to incomplete transfer. [ 912.688790] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80cf73de-15a5-4e1d-bba7-d620034afd75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.692021] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282919, 'name': PowerOffVM_Task, 'duration_secs': 0.299899} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.692021] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.692021] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.692021] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-898887ab-9fe7-401d-bc3f-5d32f9b42d85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.698148] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f09a-fc8d-8258-b1b6-7386995826e6/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.698517] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Uploaded image 6a313faa-5835-4de3-8f06-420f3dd08a23 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.701983] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.702258] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-713b6f6e-5773-4be0-9186-932eeda72865 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.708874] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 912.708874] env[63021]: value = "task-4282922" [ 912.708874] env[63021]: _type = "Task" [ 912.708874] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.719690] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282922, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.727970] env[63021]: DEBUG nova.compute.manager [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.727970] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.728682] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72053866-6775-4666-9b31-8a53256931db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.736094] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.736377] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35719fe3-0863-4aa1-8965-74ab765bda18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.745725] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 912.745725] env[63021]: value = "task-4282923" [ 912.745725] env[63021]: _type = "Task" [ 912.745725] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.755656] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.757968] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.757968] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.757968] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleting the datastore file [datastore2] 96a158f3-f53d-48e2-b8ce-bdf389e9c166 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.757968] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ea9715-b5d2-40d3-acfa-0c79c1afc15e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.764317] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for the task: (returnval){ [ 912.764317] env[63021]: value = "task-4282924" [ 912.764317] env[63021]: _type = "Task" [ 912.764317] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.773042] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.828449] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.981525] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.221610] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282922, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.256520] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282923, 'name': PowerOffVM_Task, 'duration_secs': 0.340427} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.256831] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.256970] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.257464] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd33f1dd-8587-4d81-ba94-47b61662cd30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.276988] env[63021]: DEBUG oslo_vmware.api [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Task: {'id': task-4282924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349813} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.277546] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.278224] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.278224] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.278224] env[63021]: INFO nova.compute.manager [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.278463] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.278719] env[63021]: DEBUG nova.compute.manager [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.278829] env[63021]: DEBUG nova.network.neutron [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.326518] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.326818] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.327044] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleting the datastore file [datastore2] d2c966e4-9550-4105-bca3-1d183727752b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.327828] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4d945e1-a03f-4b8f-87d5-577c7479a779 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.335878] env[63021]: DEBUG oslo_vmware.api [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282920, 'name': PowerOnVM_Task, 'duration_secs': 0.903702} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.337037] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.337304] env[63021]: DEBUG nova.compute.manager [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.338960] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a174b176-94cf-4163-b8dc-039c3ea017eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.349609] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 913.349609] env[63021]: value = "task-4282926" [ 913.349609] env[63021]: _type = "Task" [ 913.349609] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.369053] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.437758] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8ff57-78ff-4e43-99f5-263c4d6c3392 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.449731] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e70cd3-d116-431b-91fc-848336e22a53 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.492575] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61bafe9-80ab-48a9-9277-345df710f056 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.500403] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e58f896-ace3-40ec-a1a2-12144bea7017 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.516374] env[63021]: DEBUG nova.compute.provider_tree [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.720483] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282922, 'name': Destroy_Task, 'duration_secs': 0.644374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.720719] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Destroyed the VM [ 913.720917] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.721287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d29e9a0-3609-4f87-8ac8-11fb3216b4c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.728871] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 913.728871] env[63021]: value = "task-4282927" [ 913.728871] env[63021]: _type = "Task" [ 913.728871] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.737704] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282927, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.843403] env[63021]: DEBUG nova.compute.manager [req-1b2ff3f8-a6cb-46a5-ab98-f22a6ff1198c req-4746a3fa-0cc6-4b10-a231-49c2a058e13d service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Received event network-vif-deleted-8ed9795b-d44b-4ed3-aff0-c6b2d24b0584 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 913.843653] env[63021]: INFO nova.compute.manager [req-1b2ff3f8-a6cb-46a5-ab98-f22a6ff1198c req-4746a3fa-0cc6-4b10-a231-49c2a058e13d service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Neutron deleted interface 8ed9795b-d44b-4ed3-aff0-c6b2d24b0584; detaching it from the instance and deleting it from the info cache [ 913.843713] env[63021]: DEBUG nova.network.neutron [req-1b2ff3f8-a6cb-46a5-ab98-f22a6ff1198c req-4746a3fa-0cc6-4b10-a231-49c2a058e13d service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.863060] env[63021]: DEBUG oslo_vmware.api [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4282926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147636} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.863402] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.863609] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.863787] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.866644] env[63021]: INFO nova.compute.manager [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 913.866644] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.866644] env[63021]: DEBUG nova.compute.manager [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.866644] env[63021]: DEBUG nova.network.neutron [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.877160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.946150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "a599eaae-809e-4ace-9655-f1f4d579faa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.946548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.946750] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.946960] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.947266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.949757] env[63021]: INFO nova.compute.manager [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Terminating instance [ 913.997739] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.020878] env[63021]: DEBUG nova.scheduler.client.report [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.028411] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.028985] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.028985] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.029658] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.029742] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.029937] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.030206] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.031919] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.031919] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.031919] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.031919] env[63021]: DEBUG nova.virt.hardware [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.032431] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430946a8-01db-4ba3-b95b-1b99b794ec0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.042186] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51519b45-cc70-4b07-88ff-0de1718c015d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.061693] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.067607] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Creating folder: Project (1da4e4e32e564d3ea8ca65c1eb299436). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.068856] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8f4609d-54c7-4854-9575-9e3905a23f7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.079505] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Created folder: Project (1da4e4e32e564d3ea8ca65c1eb299436) in parent group-v843603. [ 914.079709] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Creating folder: Instances. Parent ref: group-v843819. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.085599] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-442ee75d-14ba-449d-8b35-46be93af3c05 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.089975] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Created folder: Instances in parent group-v843819. [ 914.090292] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.090500] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.090777] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-873e8983-b97c-48d0-ab50-fdd3a4394ec1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.109471] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.109471] env[63021]: value = "task-4282930" [ 914.109471] env[63021]: _type = "Task" [ 914.109471] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.117178] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282930, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.142662] env[63021]: DEBUG nova.network.neutron [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.239672] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282927, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.348978] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186baf26-e29d-45a4-b9e4-9a12198a14a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.357863] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd3028-1510-4237-9be1-bcf5c1f85e94 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.391971] env[63021]: DEBUG nova.compute.manager [req-1b2ff3f8-a6cb-46a5-ab98-f22a6ff1198c req-4746a3fa-0cc6-4b10-a231-49c2a058e13d service nova] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Detach interface failed, port_id=8ed9795b-d44b-4ed3-aff0-c6b2d24b0584, reason: Instance 96a158f3-f53d-48e2-b8ce-bdf389e9c166 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 914.456716] env[63021]: DEBUG nova.compute.manager [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.456959] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.457964] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efeb41b-343a-4881-b710-f44e889c9b3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.465223] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.465493] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d1fdc2-2fa3-4c81-81ef-80374dbd6628 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.538372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.539629] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.543464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.263s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.543744] env[63021]: DEBUG nova.objects.instance [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lazy-loading 'resources' on Instance uuid 82f2410e-3a1a-4f5d-b352-c118a3a4e525 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.611426] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "00904fce-cdc8-40b9-a614-176a24d6f200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.612511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.628120] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282930, 'name': CreateVM_Task, 'duration_secs': 0.300203} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.628120] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.628120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.628345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.628644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.629154] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248a6465-c2fd-48cd-8eea-1916526c331b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.633795] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 914.633795] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5210e58b-2080-58c8-dab8-11abf2dc946f" [ 914.633795] env[63021]: _type = "Task" [ 914.633795] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.642694] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5210e58b-2080-58c8-dab8-11abf2dc946f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.644174] env[63021]: INFO nova.compute.manager [-] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Took 1.37 seconds to deallocate network for instance. [ 914.742330] env[63021]: DEBUG oslo_vmware.api [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282927, 'name': RemoveSnapshot_Task, 'duration_secs': 0.847477} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.742644] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.742928] env[63021]: INFO nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Took 16.64 seconds to snapshot the instance on the hypervisor. [ 914.803101] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.803354] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.803542] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] a599eaae-809e-4ace-9655-f1f4d579faa7 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.804041] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739190f1-b98f-42c3-8a00-e53b5225585b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.810826] env[63021]: DEBUG oslo_vmware.api [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 914.810826] env[63021]: value = "task-4282932" [ 914.810826] env[63021]: _type = "Task" [ 914.810826] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.818677] env[63021]: DEBUG oslo_vmware.api [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.830563] env[63021]: DEBUG nova.network.neutron [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.013603] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "a96744de-2ced-42e7-bdb4-834efa167c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.013895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.014148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.014340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.014511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.016534] env[63021]: INFO nova.compute.manager [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Terminating instance [ 915.045285] env[63021]: DEBUG nova.compute.utils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.046593] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 915.120099] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.145062] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5210e58b-2080-58c8-dab8-11abf2dc946f, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.145062] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.145062] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.145280] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.145403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.145590] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.148306] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e8fcb2-fc56-45bf-9ebc-4c62c840b938 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.150895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.158148] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.158510] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.159239] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed225b9-db7d-4a04-969e-2cd7fd926ffb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.167735] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 915.167735] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d98606-1628-5ea4-f568-0432e4fe4a4e" [ 915.167735] env[63021]: _type = "Task" [ 915.167735] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.178660] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d98606-1628-5ea4-f568-0432e4fe4a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.247857] env[63021]: DEBUG nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance disappeared during snapshot {{(pid=63021) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 915.259111] env[63021]: DEBUG nova.compute.manager [None req-a4178672-74a9-4530-857e-25c23415cb83 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image not found during clean up 6a313faa-5835-4de3-8f06-420f3dd08a23 {{(pid=63021) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 915.321969] env[63021]: DEBUG oslo_vmware.api [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4282932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191053} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.322177] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.322228] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.322425] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.322592] env[63021]: INFO nova.compute.manager [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Took 0.87 seconds to destroy the instance on the hypervisor. [ 915.322878] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.323329] env[63021]: DEBUG nova.compute.manager [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.323329] env[63021]: DEBUG nova.network.neutron [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.335244] env[63021]: INFO nova.compute.manager [-] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Took 1.47 seconds to deallocate network for instance. [ 915.520295] env[63021]: DEBUG nova.compute.manager [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.520527] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.521916] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0088b3fa-1850-4cff-b999-4cddd9f2e86e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.532574] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.532574] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fab8f81-805a-49f4-989e-eafb72d01239 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.541214] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 915.541214] env[63021]: value = "task-4282933" [ 915.541214] env[63021]: _type = "Task" [ 915.541214] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.551055] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.554706] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2cca84-54bc-4939-b6f4-38081146ff05 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.563663] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.570040] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d76274-7492-446d-8e46-db68142e31ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.605546] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c6d5c-9a44-4330-847b-0cb2274c1584 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.616184] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb14978-ad2e-4d35-b680-d0f2c978b5e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.638068] env[63021]: DEBUG nova.compute.provider_tree [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.667318] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.680037] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d98606-1628-5ea4-f568-0432e4fe4a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007894} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.681149] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e837122-51cb-456e-bf17-0de4e4d96db7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.692034] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 915.692034] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f63b88-c9b3-2469-ac87-8ebb7ea97b86" [ 915.692034] env[63021]: _type = "Task" [ 915.692034] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.700757] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f63b88-c9b3-2469-ac87-8ebb7ea97b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.844914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.051430] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282933, 'name': PowerOffVM_Task, 'duration_secs': 0.321867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.052391] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.052391] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.053186] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c301d369-30db-4878-bcdb-f9494de6d360 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.068168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.068482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.113642] env[63021]: DEBUG nova.compute.manager [req-de224d0e-9961-498b-9f58-f62146f8d20d req-74fdfe89-70af-40ae-abf8-0356707c77ad service nova] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Received event network-vif-deleted-16ede1ac-eef0-47ed-9daf-cbbf7de47352 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 916.114040] env[63021]: DEBUG nova.compute.manager [req-de224d0e-9961-498b-9f58-f62146f8d20d req-74fdfe89-70af-40ae-abf8-0356707c77ad service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Received event network-vif-deleted-4c45dd66-90de-4543-afe2-596c84347bd8 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 916.114292] env[63021]: INFO nova.compute.manager [req-de224d0e-9961-498b-9f58-f62146f8d20d req-74fdfe89-70af-40ae-abf8-0356707c77ad service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Neutron deleted interface 4c45dd66-90de-4543-afe2-596c84347bd8; detaching it from the instance and deleting it from the info cache [ 916.114521] env[63021]: DEBUG nova.network.neutron [req-de224d0e-9961-498b-9f58-f62146f8d20d req-74fdfe89-70af-40ae-abf8-0356707c77ad service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.119699] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.119998] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.120459] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] a96744de-2ced-42e7-bdb4-834efa167c97 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.120801] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe0a837-d253-4ac1-9802-abf714591b3d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.129335] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 916.129335] env[63021]: value = "task-4282935" [ 916.129335] env[63021]: _type = "Task" [ 916.129335] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.143503] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.166613] env[63021]: ERROR nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] [req-cff8138d-c9c0-459b-8f6d-ef903c50e0ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cff8138d-c9c0-459b-8f6d-ef903c50e0ed"}]} [ 916.184121] env[63021]: DEBUG nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 916.190995] env[63021]: DEBUG nova.network.neutron [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.207803] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f63b88-c9b3-2469-ac87-8ebb7ea97b86, 'name': SearchDatastore_Task, 'duration_secs': 0.013583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.209133] env[63021]: DEBUG nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 916.209348] env[63021]: DEBUG nova.compute.provider_tree [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.212581] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.212846] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 15a0750d-cdb9-496c-8879-a87e3c446bcf/15a0750d-cdb9-496c-8879-a87e3c446bcf.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.213370] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4965c977-8fd6-43f0-8743-10e2bb47a88e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.220549] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 916.220549] env[63021]: value = "task-4282936" [ 916.220549] env[63021]: _type = "Task" [ 916.220549] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.225060] env[63021]: DEBUG nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 916.233661] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.248229] env[63021]: DEBUG nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 916.572019] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.580661] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.621396] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.621682] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.621784] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.622003] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.623103] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.623249] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.623628] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.623793] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.623960] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.625039] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.625039] env[63021]: DEBUG nova.virt.hardware [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.626488] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ffaf6a-aa1f-4a60-8096-7b4c1966a3ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.632016] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2da369d1-9dc1-4de1-9df6-fb64dce27945 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.646803] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582bb279-1573-48a4-b61a-3c7f44b51591 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.656870] env[63021]: DEBUG oslo_vmware.api [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4282935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261832} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.662776] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46761ee-facb-4c23-9c98-58032640134c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.675318] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.675527] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.675703] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.675880] env[63021]: INFO nova.compute.manager [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.676156] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.685240] env[63021]: DEBUG nova.compute.manager [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.685403] env[63021]: DEBUG nova.network.neutron [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.688171] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.694959] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.699095] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.699523] env[63021]: INFO nova.compute.manager [-] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Took 1.38 seconds to deallocate network for instance. [ 916.700229] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2df1ddbc-c63f-4abc-8fc1-4b4a7eb3c366 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.731260] env[63021]: DEBUG nova.compute.manager [req-de224d0e-9961-498b-9f58-f62146f8d20d req-74fdfe89-70af-40ae-abf8-0356707c77ad service nova] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Detach interface failed, port_id=4c45dd66-90de-4543-afe2-596c84347bd8, reason: Instance a599eaae-809e-4ace-9655-f1f4d579faa7 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 916.748542] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.748542] env[63021]: value = "task-4282937" [ 916.748542] env[63021]: _type = "Task" [ 916.748542] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.752040] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.762853] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282937, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.876195] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2a5eaf-144d-4cc1-8332-09aff61a13da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.887314] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe36fcd4-da8b-41f9-a900-a7a61b46cbac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.924346] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38495ae-6c13-4b81-a36a-a26163692245 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932805] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a280808-a11b-45a5-8a21-3e028c62ccbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.950157] env[63021]: DEBUG nova.compute.provider_tree [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.114302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.245194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.245415] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586829} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.245590] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 15a0750d-cdb9-496c-8879-a87e3c446bcf/15a0750d-cdb9-496c-8879-a87e3c446bcf.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.245804] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.246547] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c907f77-8b5c-4b9c-b4ff-102d0c3944b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.256667] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.256667] env[63021]: value = "task-4282938" [ 917.256667] env[63021]: _type = "Task" [ 917.256667] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.264191] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282937, 'name': CreateVM_Task, 'duration_secs': 0.497609} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.264191] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.264454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.264614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.264945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.265227] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dab28e-e20f-4892-9452-f4b13e5c6c45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.271751] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.273289] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.273289] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c859d0-37ef-5272-0d39-0c7d23002e8f" [ 917.273289] env[63021]: _type = "Task" [ 917.273289] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.284500] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c859d0-37ef-5272-0d39-0c7d23002e8f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.284817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.286877] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.286877] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.286877] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.286877] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.286877] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017db717-6320-42b6-95a8-9f0b99f8b08c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.296565] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.296742] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.297514] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a27d22f-f01e-4dcd-8348-55f047b2ff99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.304185] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.304185] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5265a285-f7bb-ad4d-9980-2bec71a2a6d7" [ 917.304185] env[63021]: _type = "Task" [ 917.304185] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.315555] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265a285-f7bb-ad4d-9980-2bec71a2a6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.508690] env[63021]: DEBUG nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 917.508948] env[63021]: DEBUG nova.compute.provider_tree [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 103 to 104 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 917.509134] env[63021]: DEBUG nova.compute.provider_tree [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.594395] env[63021]: DEBUG nova.network.neutron [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.769164] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083277} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.769164] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.769809] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2bc928-4788-4721-a137-d1f4bc6c50b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.792940] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 15a0750d-cdb9-496c-8879-a87e3c446bcf/15a0750d-cdb9-496c-8879-a87e3c446bcf.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.793288] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed48907-385a-4c3f-92ee-4815026eb0bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.826157] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265a285-f7bb-ad4d-9980-2bec71a2a6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011799} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.830780] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.830780] env[63021]: value = "task-4282939" [ 917.830780] env[63021]: _type = "Task" [ 917.830780] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.830780] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36ac313-495a-45f2-9a36-66a03830a834 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.838225] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.838225] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5294a4cb-f1cb-e461-0029-a9d8fd89b6f1" [ 917.838225] env[63021]: _type = "Task" [ 917.838225] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.841872] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.850973] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5294a4cb-f1cb-e461-0029-a9d8fd89b6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.851246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.853066] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.853066] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbc942e-0d78-4d55-a639-eeaee17bfb72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862099] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 917.862099] env[63021]: value = "task-4282940" [ 917.862099] env[63021]: _type = "Task" [ 917.862099] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.870083] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.016610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.473s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.019434] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.733s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.020973] env[63021]: INFO nova.compute.claims [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.055113] env[63021]: INFO nova.scheduler.client.report [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Deleted allocations for instance 82f2410e-3a1a-4f5d-b352-c118a3a4e525 [ 918.097982] env[63021]: INFO nova.compute.manager [-] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Took 1.41 seconds to deallocate network for instance. [ 918.276817] env[63021]: DEBUG nova.compute.manager [req-b9b884b1-ce7a-48e7-a826-06d5ccac9fe1 req-dda3db50-f96f-42af-9b1d-289c6aa4d518 service nova] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Received event network-vif-deleted-df0ed4bf-89aa-4594-b093-c124f70f91f3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 918.344234] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.377354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.377553] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.377663] env[63021]: INFO nova.compute.manager [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Shelving [ 918.379209] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.567250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2160915-68bc-471e-9910-9f7983252fe6 tempest-ServerAddressesTestJSON-582281091 tempest-ServerAddressesTestJSON-582281091-project-member] Lock "82f2410e-3a1a-4f5d-b352-c118a3a4e525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.995s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.604502] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.846481] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282939, 'name': ReconfigVM_Task, 'duration_secs': 0.859373} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.846774] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 15a0750d-cdb9-496c-8879-a87e3c446bcf/15a0750d-cdb9-496c-8879-a87e3c446bcf.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.849254] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f46e35cf-3365-4b14-8f04-e3e0eef1d9d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.862023] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 918.862023] env[63021]: value = "task-4282941" [ 918.862023] env[63021]: _type = "Task" [ 918.862023] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.872716] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599166} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.876696] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.876893] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.877350] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282941, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.877437] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e83e77-92e6-4162-941a-79e022545492 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.886491] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 918.886491] env[63021]: value = "task-4282942" [ 918.886491] env[63021]: _type = "Task" [ 918.886491] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.901184] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.118932] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.119266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.129123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.129552] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.129623] env[63021]: INFO nova.compute.manager [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Rebooting instance [ 919.377545] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282941, 'name': Rename_Task, 'duration_secs': 0.145415} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.377545] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.377545] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-140f072e-ad58-47f0-a9c1-d0927b788cb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.385900] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.386276] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 919.386276] env[63021]: value = "task-4282943" [ 919.386276] env[63021]: _type = "Task" [ 919.386276] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.390204] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc16628-ab2b-4248-b254-947953f6b65b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.402874] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.410371] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076046} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.410658] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 919.410658] env[63021]: value = "task-4282944" [ 919.410658] env[63021]: _type = "Task" [ 919.410658] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.411188] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.412215] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e326c05-3839-46b0-8945-0cee9371c96a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.439434] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.446291] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1f4c4e-ec20-41b3-a64d-bce572073237 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.461591] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.469668] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 919.469668] env[63021]: value = "task-4282945" [ 919.469668] env[63021]: _type = "Task" [ 919.469668] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.482068] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.523602] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf8c8ee-4e95-4f8c-b539-c73e86777e22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.532101] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0673520a-3891-4924-892e-91d6e68d4a0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.571027] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf86448-5a8b-457c-ac85-0b7d03cc00b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.581391] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55262522-b512-4146-9540-e1c96fb7d46c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.597237] env[63021]: DEBUG nova.compute.provider_tree [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.621085] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.652544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.652743] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.652980] env[63021]: DEBUG nova.network.neutron [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.901346] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282943, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.922419] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282944, 'name': PowerOffVM_Task, 'duration_secs': 0.237949} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.922906] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.925504] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cdcac6-eac2-46c9-9f91-8390e5152c06 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.943960] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ad4bf-a519-4379-8721-3e24829d8c00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.980473] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282945, 'name': ReconfigVM_Task, 'duration_secs': 0.29074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.980670] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.982218] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040c9411-fcfb-47a7-a517-2682ab16c760 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.991136] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 919.991136] env[63021]: value = "task-4282946" [ 919.991136] env[63021]: _type = "Task" [ 919.991136] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.001088] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282946, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.101339] env[63021]: DEBUG nova.scheduler.client.report [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.148277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.404577] env[63021]: DEBUG oslo_vmware.api [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282943, 'name': PowerOnVM_Task, 'duration_secs': 0.708811} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.404854] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.406583] env[63021]: INFO nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Took 6.41 seconds to spawn the instance on the hypervisor. [ 920.406583] env[63021]: DEBUG nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.406968] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b673e6cb-faec-4ba9-858c-e455a8aff8ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.455812] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 920.456183] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36402f01-53fa-4a87-89c1-2a6636fda177 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.465457] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 920.465457] env[63021]: value = "task-4282947" [ 920.465457] env[63021]: _type = "Task" [ 920.465457] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.475213] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.502319] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282946, 'name': Rename_Task, 'duration_secs': 0.155048} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.503220] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.503220] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f69d93-9d6d-4804-8ad3-b84a0fa4e842 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.510898] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 920.510898] env[63021]: value = "task-4282948" [ 920.510898] env[63021]: _type = "Task" [ 920.510898] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.523257] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.606706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.607259] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.610084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.251s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.610856] env[63021]: DEBUG nova.objects.instance [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'resources' on Instance uuid 6c1e3938-2389-4a99-a533-df5521d552e0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.636305] env[63021]: DEBUG nova.network.neutron [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.928517] env[63021]: INFO nova.compute.manager [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Took 32.96 seconds to build instance. [ 920.975869] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282947, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.022559] env[63021]: DEBUG oslo_vmware.api [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282948, 'name': PowerOnVM_Task, 'duration_secs': 0.448383} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.022851] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.023069] env[63021]: INFO nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Took 4.45 seconds to spawn the instance on the hypervisor. [ 921.023255] env[63021]: DEBUG nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.024119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef428e61-c67f-417a-b049-7ed5e9ba4126 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.115353] env[63021]: DEBUG nova.compute.utils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.119244] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.119440] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.138926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.165444] env[63021]: DEBUG nova.policy [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '025cce6335c84be6ba49c448105c890e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3277da2b1de34325819b8000f066a7c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.431221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-97f6eba2-c501-49ae-907e-b6fbc425e592 tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.475s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.478059] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282947, 'name': CreateSnapshot_Task, 'duration_secs': 0.837837} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.480771] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.481777] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56d313-9e49-4655-8ff5-7dff223ccaa0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.497717] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Successfully created port: c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.520165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc6d8c-110e-4895-b818-0b8a549a48b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.529379] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb8c132-4239-407c-bfda-1faa1f1b91da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.569216] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6849528c-04f4-4fbf-9d09-a655fce436f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.572160] env[63021]: INFO nova.compute.manager [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Took 32.68 seconds to build instance. [ 921.579865] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6024662-7694-47c8-a8d1-c73d8d806337 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.594684] env[63021]: DEBUG nova.compute.provider_tree [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.622692] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.643682] env[63021]: DEBUG nova.compute.manager [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.644561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1cf31-ad7b-48e1-9ef5-3102b9b6279e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.003857] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.004214] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a9770c2-a32d-4b31-80d1-5a79eb940c40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014287] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 922.014287] env[63021]: value = "task-4282949" [ 922.014287] env[63021]: _type = "Task" [ 922.014287] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.023097] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282949, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.074580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddcf6747-47f4-40c4-b4d4-73ad3848850f tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.194s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.097468] env[63021]: DEBUG nova.scheduler.client.report [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.527257] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282949, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.536991] env[63021]: INFO nova.compute.manager [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Rebuilding instance [ 922.588697] env[63021]: DEBUG nova.compute.manager [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.589688] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728f998-a811-4db4-9241-d145fb868697 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.604887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.422s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.605125] env[63021]: DEBUG nova.objects.instance [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.628180] env[63021]: INFO nova.scheduler.client.report [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted allocations for instance 6c1e3938-2389-4a99-a533-df5521d552e0 [ 922.635496] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.663026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e8f57-db79-40bc-97f0-1a19727ffe66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.670684] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.671092] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.671362] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.671709] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.671922] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.672208] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.672557] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.672830] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.673126] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.673405] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.673679] env[63021]: DEBUG nova.virt.hardware [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.675426] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f61549f-5e8c-43fd-8294-fdf7992eea48 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.691849] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e88e1-1ec2-4687-b900-2e495b0e4b5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.698523] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Doing hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 922.699728] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4d9ecfa3-f3a7-44f3-86de-058afb6a5f18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.718478] env[63021]: DEBUG oslo_vmware.api [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 922.718478] env[63021]: value = "task-4282950" [ 922.718478] env[63021]: _type = "Task" [ 922.718478] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.922436] env[63021]: DEBUG nova.compute.manager [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Received event network-vif-plugged-c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.922436] env[63021]: DEBUG oslo_concurrency.lockutils [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.922881] env[63021]: DEBUG oslo_concurrency.lockutils [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.924731] env[63021]: DEBUG oslo_concurrency.lockutils [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.924731] env[63021]: DEBUG nova.compute.manager [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] No waiting events found dispatching network-vif-plugged-c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.924731] env[63021]: WARNING nova.compute.manager [req-34d3818f-c78d-4763-81b7-06bfffffde3f req-547ad5c7-8e7b-4723-8c43-558d92a7d4e2 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Received unexpected event network-vif-plugged-c08e787a-d10c-4b53-88d7-d410e2f4c99f for instance with vm_state building and task_state spawning. [ 923.027928] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282949, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.030239] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Successfully updated port: c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.137889] env[63021]: DEBUG oslo_concurrency.lockutils [None req-977bc44e-a41d-4ffc-ab1d-836a7f479378 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "6c1e3938-2389-4a99-a533-df5521d552e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.380s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.228465] env[63021]: DEBUG oslo_vmware.api [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282950, 'name': ResetVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.528424] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282949, 'name': CloneVM_Task, 'duration_secs': 1.208969} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.529057] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Created linked-clone VM from snapshot [ 923.529927] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d27446-310a-4908-91c9-82cd1a10f92b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.535595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.535595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.535595] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.542500] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Uploading image d0e24088-07bd-4158-a849-5c9f218ecc85 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.574629] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.574629] env[63021]: value = "vm-843824" [ 923.574629] env[63021]: _type = "VirtualMachine" [ 923.574629] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.575108] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa933c4d-4da8-4296-875f-a11e7ae66d5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.585092] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lease: (returnval){ [ 923.585092] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad3e68-294e-730b-128a-73dafda72947" [ 923.585092] env[63021]: _type = "HttpNfcLease" [ 923.585092] env[63021]: } obtained for exporting VM: (result){ [ 923.585092] env[63021]: value = "vm-843824" [ 923.585092] env[63021]: _type = "VirtualMachine" [ 923.585092] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.585509] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the lease: (returnval){ [ 923.585509] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad3e68-294e-730b-128a-73dafda72947" [ 923.585509] env[63021]: _type = "HttpNfcLease" [ 923.585509] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.594660] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.594660] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad3e68-294e-730b-128a-73dafda72947" [ 923.594660] env[63021]: _type = "HttpNfcLease" [ 923.594660] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.604323] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.604586] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4afbbc98-5ffc-43e1-8c18-7f08a9fdedb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.613324] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 923.613324] env[63021]: value = "task-4282952" [ 923.613324] env[63021]: _type = "Task" [ 923.613324] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.617465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d06fb5d6-198c-4857-a694-b0e534a15d89 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.618564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.955s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.618793] env[63021]: DEBUG nova.objects.instance [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lazy-loading 'resources' on Instance uuid 8dc97475-ac00-44d3-959b-9fbf4fb73da0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.641081] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.731354] env[63021]: DEBUG oslo_vmware.api [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282950, 'name': ResetVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.087817] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.097791] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.097791] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad3e68-294e-730b-128a-73dafda72947" [ 924.097791] env[63021]: _type = "HttpNfcLease" [ 924.097791] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.098091] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.098091] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad3e68-294e-730b-128a-73dafda72947" [ 924.098091] env[63021]: _type = "HttpNfcLease" [ 924.098091] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 924.098946] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c0f12-7f4c-4958-bb72-a1e59c667340 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.109763] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.109763] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 924.187376] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282952, 'name': PowerOffVM_Task, 'duration_secs': 0.520752} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.187615] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.187857] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.188714] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eddc9a5-0036-499d-a38d-66cee702f10c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.197478] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.197738] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffcad15-1d6f-4d91-a0de-7acdff1d4b37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.226578] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.226870] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.227115] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleting the datastore file [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.229718] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e710e2-e76c-4587-8b2f-41f1323a72a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.238571] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-538e39a8-e0dc-481f-917b-33991d50b2f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.240239] env[63021]: DEBUG oslo_vmware.api [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4282950, 'name': ResetVM_Task, 'duration_secs': 1.12573} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.241008] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Did hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 924.241355] env[63021]: DEBUG nova.compute.manager [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.242460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f2287-f640-4ceb-a923-2fe53399fbb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.246240] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 924.246240] env[63021]: value = "task-4282954" [ 924.246240] env[63021]: _type = "Task" [ 924.246240] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.261767] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.409197] env[63021]: DEBUG nova.network.neutron [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating instance_info_cache with network_info: [{"id": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "address": "fa:16:3e:39:6c:88", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08e787a-d1", "ovs_interfaceid": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.640112] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7960766-767c-4858-bf88-ec5244bb41cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.650139] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d7c04-af7b-4a4f-8d98-fd8f9fd95a32 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.682824] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346d6b4-8b1c-4f95-92a2-7443588dc431 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.692214] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b9f59-d54f-481a-9fd5-b105c259e0f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.708507] env[63021]: DEBUG nova.compute.provider_tree [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.763614] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.765251] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7f400fdb-32d7-4bc5-af01-2f7cc4b17f0c tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.635s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.914184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.914575] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Instance network_info: |[{"id": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "address": "fa:16:3e:39:6c:88", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08e787a-d1", "ovs_interfaceid": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.915063] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:6c:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c08e787a-d10c-4b53-88d7-d410e2f4c99f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.925795] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.926280] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.926646] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dbc8c94-dd92-4548-a120-737a2893de82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.951112] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.951112] env[63021]: value = "task-4282955" [ 924.951112] env[63021]: _type = "Task" [ 924.951112] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.960602] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282955, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.208058] env[63021]: DEBUG nova.compute.manager [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Received event network-changed-c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 925.208747] env[63021]: DEBUG nova.compute.manager [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Refreshing instance network info cache due to event network-changed-c08e787a-d10c-4b53-88d7-d410e2f4c99f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 925.208747] env[63021]: DEBUG oslo_concurrency.lockutils [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] Acquiring lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.208747] env[63021]: DEBUG oslo_concurrency.lockutils [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] Acquired lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.209057] env[63021]: DEBUG nova.network.neutron [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Refreshing network info cache for port c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.212437] env[63021]: DEBUG nova.scheduler.client.report [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.259365] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.820837} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.259842] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.259938] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.260300] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.464983] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282955, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.717874] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.721148] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.543s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.725333] env[63021]: INFO nova.compute.claims [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.740033] env[63021]: INFO nova.scheduler.client.report [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Deleted allocations for instance 8dc97475-ac00-44d3-959b-9fbf4fb73da0 [ 925.900016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.900016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.959229] env[63021]: DEBUG nova.network.neutron [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updated VIF entry in instance network info cache for port c08e787a-d10c-4b53-88d7-d410e2f4c99f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.959839] env[63021]: DEBUG nova.network.neutron [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating instance_info_cache with network_info: [{"id": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "address": "fa:16:3e:39:6c:88", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08e787a-d1", "ovs_interfaceid": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.969191] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282955, 'name': CreateVM_Task, 'duration_secs': 0.518532} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.969417] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.970211] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.970550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.971116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.971950] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8de968a-6f14-41bd-ac4f-4811e75cfc07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.978878] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 925.978878] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523e97fe-fa01-7cc0-7cd5-ab5b991db6ca" [ 925.978878] env[63021]: _type = "Task" [ 925.978878] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.990558] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523e97fe-fa01-7cc0-7cd5-ab5b991db6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.250352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-afb92993-90bf-427b-86cf-0acaf66a3e2c tempest-VolumesAdminNegativeTest-1905375078 tempest-VolumesAdminNegativeTest-1905375078-project-member] Lock "8dc97475-ac00-44d3-959b-9fbf4fb73da0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.095s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.297655] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.297919] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.299857] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.299857] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.300097] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.300140] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.300368] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.300538] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.300712] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.300876] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.301060] env[63021]: DEBUG nova.virt.hardware [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.302286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425003a2-27e2-45a1-a186-9b47cd5cf9ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.311683] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6131a945-2d1b-4c16-aa8e-438d62e558da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.333703] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.344901] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.346204] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.346204] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79ff7f7b-9cc5-4581-adeb-af6bb813de35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.364734] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.364734] env[63021]: value = "task-4282956" [ 926.364734] env[63021]: _type = "Task" [ 926.364734] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.374280] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282956, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.402154] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.464168] env[63021]: DEBUG oslo_concurrency.lockutils [req-3918f9ea-16e8-41e6-8ea7-062cf7b2dad4 req-4db66698-e287-4357-965b-36e7b6884891 service nova] Releasing lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.490571] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523e97fe-fa01-7cc0-7cd5-ab5b991db6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01965} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.491048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.491333] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.491640] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.491888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.492141] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.492465] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c8e4f62-2366-4c64-9ee1-dd3c00840733 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.504978] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.505304] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.506134] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac69e4d-1a68-48eb-a3d4-f3062b742442 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.513159] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 926.513159] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529f8a7e-5c1b-01db-a9ab-4034dd38e55c" [ 926.513159] env[63021]: _type = "Task" [ 926.513159] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.523777] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529f8a7e-5c1b-01db-a9ab-4034dd38e55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.875103] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282956, 'name': CreateVM_Task, 'duration_secs': 0.38253} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.877814] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.878469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.878636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.878945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.879224] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c4f6d7-b8a7-45f9-865b-436d0733f8c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.884731] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 926.884731] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed8676-1665-00d2-b357-322c4ec7387d" [ 926.884731] env[63021]: _type = "Task" [ 926.884731] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.897009] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed8676-1665-00d2-b357-322c4ec7387d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.924747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.023833] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529f8a7e-5c1b-01db-a9ab-4034dd38e55c, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.024653] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c71d3a-72ae-4114-a084-4a0a636e3204 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.033164] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 927.033164] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f5e3-9fc9-1fbf-eb0a-6de85c208af1" [ 927.033164] env[63021]: _type = "Task" [ 927.033164] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.042120] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f5e3-9fc9-1fbf-eb0a-6de85c208af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.111842] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69942e4-6174-4626-be94-db030210e811 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.121547] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35adaa0d-4b90-4cc9-8313-098a74af529b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.154589] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646aed1-b577-4551-9975-8ec9d5dab395 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.163332] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeaaf81-c3f1-4dd6-b0a9-952103ea2fdb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.177766] env[63021]: DEBUG nova.compute.provider_tree [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.397448] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed8676-1665-00d2-b357-322c4ec7387d, 'name': SearchDatastore_Task, 'duration_secs': 0.017012} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.397769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.398108] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.398440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.546931] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f5e3-9fc9-1fbf-eb0a-6de85c208af1, 'name': SearchDatastore_Task, 'duration_secs': 0.019141} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.547319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.547666] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a6002b80-35fc-4c7c-9e7d-c18e909f5346/a6002b80-35fc-4c7c-9e7d-c18e909f5346.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.548067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.548343] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.548659] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e7dfc4-d9ba-4e71-9599-1e7a849c8046 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.551719] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ad098a-a55b-4819-a4b6-f0db87e797cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.560811] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 927.560811] env[63021]: value = "task-4282957" [ 927.560811] env[63021]: _type = "Task" [ 927.560811] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.565832] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.566176] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.567468] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7283c9a-c438-4394-81c1-4af13d36fd41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.572888] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.578784] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 927.578784] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529e4f13-4791-91f5-6c3f-2f6d1255df39" [ 927.578784] env[63021]: _type = "Task" [ 927.578784] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.586420] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e4f13-4791-91f5-6c3f-2f6d1255df39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.681522] env[63021]: DEBUG nova.scheduler.client.report [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.076391] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.088631] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e4f13-4791-91f5-6c3f-2f6d1255df39, 'name': SearchDatastore_Task, 'duration_secs': 0.035475} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.089504] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf1f5cd-607e-4e68-a43f-e43d57c6aba8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.098250] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 928.098250] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5230657a-a5b0-8da9-f107-4cca4a7ddcb5" [ 928.098250] env[63021]: _type = "Task" [ 928.098250] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.107692] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5230657a-a5b0-8da9-f107-4cca4a7ddcb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.188806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.188806] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.191657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.949s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.191887] env[63021]: DEBUG nova.objects.instance [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lazy-loading 'resources' on Instance uuid 865cdbee-4f92-4671-8d2b-d767d96c17ca {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.575767] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696968} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.575767] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] a6002b80-35fc-4c7c-9e7d-c18e909f5346/a6002b80-35fc-4c7c-9e7d-c18e909f5346.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.576035] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.576270] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432bffda-5637-4528-8748-2889fd65d5d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.586882] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 928.586882] env[63021]: value = "task-4282958" [ 928.586882] env[63021]: _type = "Task" [ 928.586882] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.593995] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.610371] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5230657a-a5b0-8da9-f107-4cca4a7ddcb5, 'name': SearchDatastore_Task, 'duration_secs': 0.058361} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.610671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.610936] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.611287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e3dac2-67cf-4c57-8e44-d8c939818d52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.639184] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 928.639184] env[63021]: value = "task-4282959" [ 928.639184] env[63021]: _type = "Task" [ 928.639184] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.647324] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.696096] env[63021]: DEBUG nova.compute.utils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.700422] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.700599] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.753254] env[63021]: DEBUG nova.policy [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9467416e0254434c8954346ca2024b9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767e736d4a644433a29c304a6d3274f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.098645] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160125} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.098968] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.099843] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22edfa-2111-4cc1-bdc2-4bb76dc39160 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.129402] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a6002b80-35fc-4c7c-9e7d-c18e909f5346/a6002b80-35fc-4c7c-9e7d-c18e909f5346.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.132673] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6630fe2e-edc4-48a1-bc3b-34881f5e4ba4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.168392] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282959, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.170120] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 929.170120] env[63021]: value = "task-4282960" [ 929.170120] env[63021]: _type = "Task" [ 929.170120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.182270] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.196408] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32f81c-611d-4d17-9cc5-8e17e2f52128 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.202023] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.205202] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Successfully created port: 7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.213290] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17ec071-3011-4806-acfb-619a82def991 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.253025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138663d2-9142-4977-8d21-2a75fbeaa4b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.262172] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e253de-3e56-49b8-8237-c51d46abe12f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.279670] env[63021]: DEBUG nova.compute.provider_tree [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.666481] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857648} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.666757] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.667018] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.667302] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbee68c2-c792-414a-b4bd-6196d0726434 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.679151] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 929.679151] env[63021]: value = "task-4282961" [ 929.679151] env[63021]: _type = "Task" [ 929.679151] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.686791] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.698284] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.786269] env[63021]: DEBUG nova.scheduler.client.report [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.186459] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282960, 'name': ReconfigVM_Task, 'duration_secs': 0.538638} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.187185] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a6002b80-35fc-4c7c-9e7d-c18e909f5346/a6002b80-35fc-4c7c-9e7d-c18e909f5346.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.187834] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bae9645b-87d2-494a-af1b-db2b5065ea45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.192596] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111936} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.192903] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.193639] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92552f-06a8-4101-a894-b205f1bb53b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.197340] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 930.197340] env[63021]: value = "task-4282962" [ 930.197340] env[63021]: _type = "Task" [ 930.197340] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.218314] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.218783] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8561b074-f19d-4ead-93fc-78e002279bab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.239058] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.241444] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282962, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.248849] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 930.248849] env[63021]: value = "task-4282963" [ 930.248849] env[63021]: _type = "Task" [ 930.248849] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.262551] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.272338] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.272625] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.272815] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.273051] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.273251] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.273480] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.273617] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.273826] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.274027] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.274226] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.274422] env[63021]: DEBUG nova.virt.hardware [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.275621] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a625896-41d8-4531-a194-fcd25724f87c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.285029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d344e-ca6c-4f7b-8d99-1ca07a7eb161 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.293672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.305072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.677s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.305366] env[63021]: DEBUG nova.objects.instance [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lazy-loading 'resources' on Instance uuid 9edbba21-b4e1-4219-9c72-ba75974067c8 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.351444] env[63021]: INFO nova.scheduler.client.report [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Deleted allocations for instance 865cdbee-4f92-4671-8d2b-d767d96c17ca [ 930.712581] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282962, 'name': Rename_Task, 'duration_secs': 0.257664} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.713061] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.713410] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126bdd0d-9191-4108-b20b-fb1a9ff847c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.723134] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 930.723134] env[63021]: value = "task-4282964" [ 930.723134] env[63021]: _type = "Task" [ 930.723134] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.733716] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.760048] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.865605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-35b3fc1c-dd59-464b-afe5-8eea36a6c585 tempest-InstanceActionsV221TestJSON-2038071880 tempest-InstanceActionsV221TestJSON-2038071880-project-member] Lock "865cdbee-4f92-4671-8d2b-d767d96c17ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.412s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.988455] env[63021]: DEBUG nova.compute.manager [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Received event network-vif-plugged-7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 930.988822] env[63021]: DEBUG oslo_concurrency.lockutils [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] Acquiring lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.989315] env[63021]: DEBUG oslo_concurrency.lockutils [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.990145] env[63021]: DEBUG oslo_concurrency.lockutils [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.990145] env[63021]: DEBUG nova.compute.manager [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] No waiting events found dispatching network-vif-plugged-7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.991557] env[63021]: WARNING nova.compute.manager [req-e74b4df6-9a96-485e-a2b0-6d97e0c7848a req-fcbf3855-92ba-4714-b29b-11f9454cc8e0 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Received unexpected event network-vif-plugged-7752e599-918d-466e-bcc8-9b0661204d98 for instance with vm_state building and task_state spawning. [ 931.243531] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282964, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.263148] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282963, 'name': ReconfigVM_Task, 'duration_secs': 0.57242} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.264448] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81/44046d4e-a3d3-4c2d-ab7b-cad1af6bde81.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.265696] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c03fc-b1f3-4526-a784-aba24924d13b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.268465] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc35be07-d27d-4cc5-814e-35ed811f636c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.279143] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01493f59-9034-410a-ba1e-8a44b2686c21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.281760] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 931.281760] env[63021]: value = "task-4282965" [ 931.281760] env[63021]: _type = "Task" [ 931.281760] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.315856] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8054fbcc-fb31-4467-a99d-1b3406032d4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.324349] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282965, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.329896] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f7376d-80ff-453d-94be-7540453e9996 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.348782] env[63021]: DEBUG nova.compute.provider_tree [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.370610] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Successfully updated port: 7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.740940] env[63021]: DEBUG oslo_vmware.api [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4282964, 'name': PowerOnVM_Task, 'duration_secs': 0.754208} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.741840] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.742145] env[63021]: INFO nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Took 9.11 seconds to spawn the instance on the hypervisor. [ 931.742400] env[63021]: DEBUG nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.743293] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8cc352-b19c-4f04-9aa7-09d4a11da9c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.795553] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282965, 'name': Rename_Task, 'duration_secs': 0.20314} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.796770] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.796998] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e481c6fa-dc37-429f-af80-e363b433de9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.807160] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 931.807160] env[63021]: value = "task-4282966" [ 931.807160] env[63021]: _type = "Task" [ 931.807160] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.818763] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.853591] env[63021]: DEBUG nova.scheduler.client.report [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.877546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.877758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquired lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.877986] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.261650] env[63021]: INFO nova.compute.manager [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Took 38.00 seconds to build instance. [ 932.321430] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.363021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.364961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.823s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.369200] env[63021]: INFO nova.compute.claims [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.421825] env[63021]: INFO nova.scheduler.client.report [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Deleted allocations for instance 9edbba21-b4e1-4219-9c72-ba75974067c8 [ 932.450961] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.764469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bdbbfc8f-e915-4da9-8098-5b913510c0ba tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.518s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.767788] env[63021]: DEBUG nova.network.neutron [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updating instance_info_cache with network_info: [{"id": "7752e599-918d-466e-bcc8-9b0661204d98", "address": "fa:16:3e:8a:cd:c7", "network": {"id": "9ac5a765-2c2a-402b-88cd-0b1d4d9e58b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1544581481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767e736d4a644433a29c304a6d3274f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7752e599-91", "ovs_interfaceid": "7752e599-918d-466e-bcc8-9b0661204d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.820579] env[63021]: DEBUG oslo_vmware.api [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282966, 'name': PowerOnVM_Task, 'duration_secs': 0.667893} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.820826] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.821045] env[63021]: DEBUG nova.compute.manager [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.821851] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d6929-ae76-458a-8e0c-b64b2d07a569 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.935593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e628757d-d44f-4b1d-b4a0-ae918518c119 tempest-ServerRescueTestJSON-1023946604 tempest-ServerRescueTestJSON-1023946604-project-member] Lock "9edbba21-b4e1-4219-9c72-ba75974067c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.794s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.040938] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.041979] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247467eb-0470-496b-a1ee-9ee10e4b2138 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.050682] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.050786] env[63021]: ERROR oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk due to incomplete transfer. [ 933.051690] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdf29bf0-ede2-49b8-a2e3-5b020b7be24f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.062379] env[63021]: DEBUG oslo_vmware.rw_handles [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f76c49-5a07-0bc4-4678-de4b1b09caa2/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.062379] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Uploaded image d0e24088-07bd-4158-a849-5c9f218ecc85 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.064547] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.065518] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5223608e-917c-4564-b73c-16e5bc42d4b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.074514] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 933.074514] env[63021]: value = "task-4282967" [ 933.074514] env[63021]: _type = "Task" [ 933.074514] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.081305] env[63021]: DEBUG nova.compute.manager [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Received event network-changed-7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 933.085023] env[63021]: DEBUG nova.compute.manager [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Refreshing instance network info cache due to event network-changed-7752e599-918d-466e-bcc8-9b0661204d98. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 933.085023] env[63021]: DEBUG oslo_concurrency.lockutils [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] Acquiring lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.086181] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282967, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.271133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Releasing lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.271133] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Instance network_info: |[{"id": "7752e599-918d-466e-bcc8-9b0661204d98", "address": "fa:16:3e:8a:cd:c7", "network": {"id": "9ac5a765-2c2a-402b-88cd-0b1d4d9e58b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1544581481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767e736d4a644433a29c304a6d3274f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7752e599-91", "ovs_interfaceid": "7752e599-918d-466e-bcc8-9b0661204d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.271133] env[63021]: DEBUG oslo_concurrency.lockutils [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] Acquired lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.271133] env[63021]: DEBUG nova.network.neutron [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Refreshing network info cache for port 7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.272915] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cd:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7752e599-918d-466e-bcc8-9b0661204d98', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.283467] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Creating folder: Project (767e736d4a644433a29c304a6d3274f7). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.285265] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72595176-740b-4f71-9583-fb8eec85ba8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.298800] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Created folder: Project (767e736d4a644433a29c304a6d3274f7) in parent group-v843603. [ 933.299052] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Creating folder: Instances. Parent ref: group-v843827. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.299346] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c66f1f7-8d2f-4011-a19f-123c910cc292 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.312154] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Created folder: Instances in parent group-v843827. [ 933.312445] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.312660] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.312909] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbe7028b-b3dc-460f-9754-444aab5b8b9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.343178] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.343178] env[63021]: value = "task-4282970" [ 933.343178] env[63021]: _type = "Task" [ 933.343178] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.353960] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.361157] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282970, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.594609] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282967, 'name': Destroy_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.856108] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282970, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.968148] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02983ba-910a-48ba-80f7-c88c4cd9d20b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.978791] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0e2be-a9bb-4e18-9c20-73fd6d2ba6d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.019834] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8053f375-04d9-4062-8bee-57edc6d029bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.029467] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff4a21-3882-4682-9edb-0c4bb2322c81 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.045286] env[63021]: DEBUG nova.compute.provider_tree [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.090677] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282967, 'name': Destroy_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.160862] env[63021]: DEBUG nova.network.neutron [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updated VIF entry in instance network info cache for port 7752e599-918d-466e-bcc8-9b0661204d98. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.161726] env[63021]: DEBUG nova.network.neutron [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updating instance_info_cache with network_info: [{"id": "7752e599-918d-466e-bcc8-9b0661204d98", "address": "fa:16:3e:8a:cd:c7", "network": {"id": "9ac5a765-2c2a-402b-88cd-0b1d4d9e58b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1544581481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767e736d4a644433a29c304a6d3274f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7752e599-91", "ovs_interfaceid": "7752e599-918d-466e-bcc8-9b0661204d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.268138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.269444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.269444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.269444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.269444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.274820] env[63021]: INFO nova.compute.manager [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Terminating instance [ 934.356356] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282970, 'name': CreateVM_Task, 'duration_secs': 0.616419} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.360014] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.360014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.360014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.360014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.360014] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fa4bfc-dbeb-4f76-8783-e337cd3eb4f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.366867] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 934.366867] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5289d0af-861a-110f-af3b-90a4ec39fbb4" [ 934.366867] env[63021]: _type = "Task" [ 934.366867] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.388601] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5289d0af-861a-110f-af3b-90a4ec39fbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.388949] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.389234] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.389511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.389795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.389866] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.390820] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987fea85-7204-4c10-a2eb-e23d241e5307 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.401415] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.401681] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.402650] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e5e4f1-bc65-44c2-adf9-70b119251154 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.412391] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 934.412391] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522c0837-f97c-d075-636e-4933c600a1e8" [ 934.412391] env[63021]: _type = "Task" [ 934.412391] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.423983] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522c0837-f97c-d075-636e-4933c600a1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.552118] env[63021]: DEBUG nova.scheduler.client.report [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.593192] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282967, 'name': Destroy_Task, 'duration_secs': 1.44886} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.593192] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Destroyed the VM [ 934.593911] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 934.594574] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4395b89-1620-4173-88fb-8ab2bbb739a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.603748] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 934.603748] env[63021]: value = "task-4282971" [ 934.603748] env[63021]: _type = "Task" [ 934.603748] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.614777] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282971, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.666963] env[63021]: DEBUG oslo_concurrency.lockutils [req-428d0744-d154-4835-ad06-43bca58c34c5 req-ed7606d7-6324-44e6-87e0-bd6195982097 service nova] Releasing lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.779223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "refresh_cache-44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.779571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "refresh_cache-44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.779808] env[63021]: DEBUG nova.network.neutron [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.927072] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522c0837-f97c-d075-636e-4933c600a1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.928157] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09be71a-03a8-49d8-83d3-f5f17e9d990a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.934652] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 934.934652] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba85c7-5fa5-3ba3-1032-2243d8334e9d" [ 934.934652] env[63021]: _type = "Task" [ 934.934652] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.946153] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba85c7-5fa5-3ba3-1032-2243d8334e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.061887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.062531] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.066124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.372s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.066124] env[63021]: DEBUG nova.objects.instance [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lazy-loading 'resources' on Instance uuid 168c3469-bd28-4c58-812d-8f690e9b5555 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.115920] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282971, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.310030] env[63021]: DEBUG nova.network.neutron [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.334948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.335783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.377398] env[63021]: DEBUG nova.compute.manager [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Received event network-changed-c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 935.377465] env[63021]: DEBUG nova.compute.manager [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Refreshing instance network info cache due to event network-changed-c08e787a-d10c-4b53-88d7-d410e2f4c99f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 935.377703] env[63021]: DEBUG oslo_concurrency.lockutils [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] Acquiring lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.377858] env[63021]: DEBUG oslo_concurrency.lockutils [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] Acquired lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.378097] env[63021]: DEBUG nova.network.neutron [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Refreshing network info cache for port c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.423730] env[63021]: DEBUG nova.network.neutron [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.447436] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba85c7-5fa5-3ba3-1032-2243d8334e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.447764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448079] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 02a2ee7d-dac4-4eee-a381-1711087bca87/02a2ee7d-dac4-4eee-a381-1711087bca87.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.448391] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2568e05d-0f3c-40c4-a8ff-a9e1ea9a0421 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.459587] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 935.459587] env[63021]: value = "task-4282972" [ 935.459587] env[63021]: _type = "Task" [ 935.459587] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.478094] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.544851] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "31e73939-09af-467e-b637-0bba27390c0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.545132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.571032] env[63021]: DEBUG nova.compute.utils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.577126] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.577576] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.616670] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282971, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.616926] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 935.617302] env[63021]: DEBUG nova.compute.manager [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.618307] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0517524-188c-4e9a-b63a-e51ac09bd1b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.649420] env[63021]: DEBUG nova.policy [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.841470] env[63021]: INFO nova.compute.manager [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Detaching volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf [ 935.912857] env[63021]: INFO nova.virt.block_device [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Attempting to driver detach volume 14d4ee63-0a46-4613-b6c8-47e69c5acddf from mountpoint /dev/sdb [ 935.912857] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 935.912857] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 935.915246] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecfc0e4-4cb5-4e7f-bd8b-7978291f9ba6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.952764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "refresh_cache-44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.953281] env[63021]: DEBUG nova.compute.manager [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.953479] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.959498] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd446bcd-26b6-4ff4-85f8-e7dfe6e8f10c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.962797] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b37f694-5504-4149-a8ef-0df1f8e5e662 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.977525] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282972, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.981190] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.981604] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16b2f46-52b3-47ec-a141-b7cbd32e0392 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.983767] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f07768-b28e-47b2-838f-7c700920abe9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.022488] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44e2bf-7c96-4ac8-9f2a-020bae12560a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.026464] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 936.026464] env[63021]: value = "task-4282973" [ 936.026464] env[63021]: _type = "Task" [ 936.026464] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.043329] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] The volume has not been displaced from its original location: [datastore1] volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf/volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 936.049062] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.051454] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.052921] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc37fa9d-1d0e-4baf-bc1b-11f4da19aa0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.077808] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.081674] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.089086] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 936.089086] env[63021]: value = "task-4282974" [ 936.089086] env[63021]: _type = "Task" [ 936.089086] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.098667] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.129402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "1adb44e5-eeb1-4480-8caf-dd059395a539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.130472] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.134687] env[63021]: INFO nova.compute.manager [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Shelve offloading [ 936.273329] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4c6ac-4e6e-4616-816e-10bf3f0e3796 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.281490] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e47c5-3d3b-4ac9-a4b7-07e1ee3ac005 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.317914] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Successfully created port: f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.320384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bfb01d-ac54-4f54-995c-cad2ed58403f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.329861] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168eb5f-736b-478d-b505-446bc214f70d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.346576] env[63021]: DEBUG nova.compute.provider_tree [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.390944] env[63021]: DEBUG nova.network.neutron [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updated VIF entry in instance network info cache for port c08e787a-d10c-4b53-88d7-d410e2f4c99f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.391315] env[63021]: DEBUG nova.network.neutron [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating instance_info_cache with network_info: [{"id": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "address": "fa:16:3e:39:6c:88", "network": {"id": "e192208e-ad2a-4669-ab45-734fd4eeab91", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2014337297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3277da2b1de34325819b8000f066a7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08e787a-d1", "ovs_interfaceid": "c08e787a-d10c-4b53-88d7-d410e2f4c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.477504] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57741} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.477850] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 02a2ee7d-dac4-4eee-a381-1711087bca87/02a2ee7d-dac4-4eee-a381-1711087bca87.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.478155] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.478474] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bca40a53-d0a7-496c-83af-07b08a34ce7f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.487695] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 936.487695] env[63021]: value = "task-4282975" [ 936.487695] env[63021]: _type = "Task" [ 936.487695] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.496574] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.536397] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282973, 'name': PowerOffVM_Task, 'duration_secs': 0.177197} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.536717] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.536905] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.537177] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb360a39-3f05-4eeb-8ccd-ad482696f207 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.568372] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.568597] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.568780] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleting the datastore file [datastore2] 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.569068] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5c8133-e1b7-4ad3-bc39-044da2a6f9f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.583252] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 936.583252] env[63021]: value = "task-4282977" [ 936.583252] env[63021]: _type = "Task" [ 936.583252] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.601049] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.605566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "6118cda7-e296-4262-b668-59b5f68f02bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.605807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.607776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.614521] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.632975] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.641273] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.641839] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8595232-b50a-4124-919e-cfbace1a5d49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.650531] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 936.650531] env[63021]: value = "task-4282978" [ 936.650531] env[63021]: _type = "Task" [ 936.650531] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.659496] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.850454] env[63021]: DEBUG nova.scheduler.client.report [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.898991] env[63021]: DEBUG oslo_concurrency.lockutils [req-efa3c7c6-fc2c-4d38-bf7f-0cf6f96ff972 req-6bc8bb14-dec5-4f40-9db9-dc3c6916ac44 service nova] Releasing lock "refresh_cache-a6002b80-35fc-4c7c-9e7d-c18e909f5346" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.919372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.919666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.997362] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.093585] env[63021]: DEBUG oslo_vmware.api [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4282977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32882} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.093812] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.094011] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.094197] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.094442] env[63021]: INFO nova.compute.manager [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Took 1.14 seconds to destroy the instance on the hypervisor. [ 937.094676] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.094877] env[63021]: DEBUG nova.compute.manager [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.095034] env[63021]: DEBUG nova.network.neutron [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.103817] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.109182] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.113494] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.118491] env[63021]: DEBUG nova.network.neutron [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.142799] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.142956] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.143113] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.143359] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.143556] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.143746] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.144079] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.144302] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.144560] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.144778] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.145012] env[63021]: DEBUG nova.virt.hardware [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.148070] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1551c404-2e65-4623-8bad-567fa3789af0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.164996] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e212495-3394-46a6-863b-f6e5ed9dbc82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.170337] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.170721] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 937.170959] env[63021]: DEBUG nova.compute.manager [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.172516] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ab4366-7e04-41d2-bbe2-0268207cc306 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.191253] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.191525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.191931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.192254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.192349] env[63021]: DEBUG nova.network.neutron [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.357904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.360860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.186s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.361144] env[63021]: DEBUG nova.objects.instance [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lazy-loading 'resources' on Instance uuid bb1b3f51-7ebf-4b27-ade2-a747be9ae99d {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.387495] env[63021]: INFO nova.scheduler.client.report [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted allocations for instance 168c3469-bd28-4c58-812d-8f690e9b5555 [ 937.424818] env[63021]: INFO nova.compute.manager [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Detaching volume 8b76e400-5bf3-49e1-a32e-e23ba7a532d3 [ 937.465369] env[63021]: INFO nova.virt.block_device [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Attempting to driver detach volume 8b76e400-5bf3-49e1-a32e-e23ba7a532d3 from mountpoint /dev/sdb [ 937.465608] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 937.465807] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843797', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'name': 'volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d2990aa-09cf-48a0-a021-71ddc766ae3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'serial': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 937.466798] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95424c7-c228-471a-b0b5-ae762c47afbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.488346] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf25055-41b9-47b6-a403-abba45dc2bb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.498793] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.924756} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.500396] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.501200] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af72fbb5-46f8-48c3-82ff-826b63124ff5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.503792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a98af0e-6b4b-48f5-93db-2c2ed6b71af8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.526471] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 02a2ee7d-dac4-4eee-a381-1711087bca87/02a2ee7d-dac4-4eee-a381-1711087bca87.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.541828] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce1b57e-8dd1-45e2-88ee-209c47a18ffd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.558289] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec5c75-3c2e-446c-abf0-23b53757d919 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.574367] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3/volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 937.579596] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.580941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506c0b92-665c-4007-9aef-1fdb5a9f06f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.593882] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 937.593882] env[63021]: value = "task-4282979" [ 937.593882] env[63021]: _type = "Task" [ 937.593882] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.605439] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 937.605439] env[63021]: value = "task-4282980" [ 937.605439] env[63021]: _type = "Task" [ 937.605439] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.605662] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.612903] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282974, 'name': ReconfigVM_Task, 'duration_secs': 1.313901} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.612903] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.621310] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28c0757-f911-4b2a-9a53-89ca68c60fd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.631344] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.633880] env[63021]: DEBUG nova.network.neutron [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.642275] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 937.642275] env[63021]: value = "task-4282981" [ 937.642275] env[63021]: _type = "Task" [ 937.642275] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.649084] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.650079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.897338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5088c951-d509-48d8-b494-102167ff44c9 tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "168c3469-bd28-4c58-812d-8f690e9b5555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.210s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.112803] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.120873] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282980, 'name': ReconfigVM_Task, 'duration_secs': 0.271316} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.123418] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.128332] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2cfe93-af3e-4cb4-bdb3-4b08f3abad18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.140452] env[63021]: INFO nova.compute.manager [-] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Took 1.05 seconds to deallocate network for instance. [ 938.152026] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 938.152026] env[63021]: value = "task-4282982" [ 938.152026] env[63021]: _type = "Task" [ 938.152026] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.159924] env[63021]: DEBUG oslo_vmware.api [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282981, 'name': ReconfigVM_Task, 'duration_secs': 0.145323} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.160742] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843795', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'name': 'volume-14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a33663b3-5265-4ee1-ae83-97461275d5bb', 'attached_at': '', 'detached_at': '', 'volume_id': '14d4ee63-0a46-4613-b6c8-47e69c5acddf', 'serial': '14d4ee63-0a46-4613-b6c8-47e69c5acddf'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 938.165886] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.236979] env[63021]: DEBUG nova.compute.manager [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-vif-plugged-f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.237289] env[63021]: DEBUG oslo_concurrency.lockutils [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.237416] env[63021]: DEBUG oslo_concurrency.lockutils [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.237604] env[63021]: DEBUG oslo_concurrency.lockutils [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.237770] env[63021]: DEBUG nova.compute.manager [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] No waiting events found dispatching network-vif-plugged-f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.237933] env[63021]: WARNING nova.compute.manager [req-13480c78-c9b8-4118-b8f5-9336b8357c02 req-93da9294-5e16-4489-abb2-2be4f1061562 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received unexpected event network-vif-plugged-f42f1235-a014-40a9-ae3e-976616173d18 for instance with vm_state building and task_state spawning. [ 938.266413] env[63021]: DEBUG nova.network.neutron [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.337138] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Successfully updated port: f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.349935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e85062-6f60-4a3a-9502-b4ddd4b7ba8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.363348] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806f6c5-d89d-4164-b67f-f5ec6ee6c201 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.399610] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc45244-30b7-4ce8-92bd-f392bf94e526 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.408218] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31d13a-0a80-496a-b6b4-e16ebdde12d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.422189] env[63021]: DEBUG nova.compute.provider_tree [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.604610] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282979, 'name': ReconfigVM_Task, 'duration_secs': 0.570968} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.604779] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 02a2ee7d-dac4-4eee-a381-1711087bca87/02a2ee7d-dac4-4eee-a381-1711087bca87.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.605682] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad8e4d2-108f-4cf3-ac5f-d7a3f06f4fdf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.611120] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 938.611120] env[63021]: value = "task-4282983" [ 938.611120] env[63021]: _type = "Task" [ 938.611120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.618188] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282983, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.652498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.661448] env[63021]: DEBUG oslo_vmware.api [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282982, 'name': ReconfigVM_Task, 'duration_secs': 0.223977} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.661739] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843797', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'name': 'volume-8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d2990aa-09cf-48a0-a021-71ddc766ae3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3', 'serial': '8b76e400-5bf3-49e1-a32e-e23ba7a532d3'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 938.707461] env[63021]: DEBUG nova.objects.instance [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'flavor' on Instance uuid a33663b3-5265-4ee1-ae83-97461275d5bb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.771535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.839717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.839798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.839954] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.925585] env[63021]: DEBUG nova.scheduler.client.report [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.059493] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.061247] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af560852-7716-4b8f-9b49-10d46d06d969 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.071019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.071019] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f56101-4e26-4253-a6af-cfe189776886 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.120734] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282983, 'name': Rename_Task, 'duration_secs': 0.363492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.121020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.121260] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d9fb17-63ed-48a2-b50d-af17baf1ad25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.128163] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 939.128163] env[63021]: value = "task-4282985" [ 939.128163] env[63021]: _type = "Task" [ 939.128163] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.136670] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.137793] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.137987] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.138264] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleting the datastore file [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.138517] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d996d028-8d9e-4d51-a41d-77f58c93eb3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.143895] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 939.143895] env[63021]: value = "task-4282986" [ 939.143895] env[63021]: _type = "Task" [ 939.143895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.152092] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.207473] env[63021]: DEBUG nova.objects.instance [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'flavor' on Instance uuid 3d2990aa-09cf-48a0-a021-71ddc766ae3e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.374985] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.431106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.433434] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.456s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.433625] env[63021]: DEBUG nova.objects.instance [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.461510] env[63021]: INFO nova.scheduler.client.report [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Deleted allocations for instance bb1b3f51-7ebf-4b27-ade2-a747be9ae99d [ 939.518253] env[63021]: DEBUG nova.network.neutron [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.640130] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282985, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.652668] env[63021]: DEBUG oslo_vmware.api [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4282986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130875} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.652917] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.653114] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.653307] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.670398] env[63021]: INFO nova.scheduler.client.report [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted allocations for instance 710ae78e-7be1-4074-9f02-80e9902261ab [ 939.715635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ee5873d-5061-4cf5-8ac9-1519e4049060 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.380s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.971201] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40bc857c-c8fd-485c-95fe-0d9ec169386a tempest-MultipleCreateTestJSON-401204873 tempest-MultipleCreateTestJSON-401204873-project-member] Lock "bb1b3f51-7ebf-4b27-ade2-a747be9ae99d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.888s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.020518] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.020869] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Instance network_info: |[{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.021312] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:83:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f42f1235-a014-40a9-ae3e-976616173d18', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.028907] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating folder: Project (a7e9a2d273fd4b4b801d31a61d44057c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.029189] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-142a3ac1-6e9d-4164-aeac-79f7572b1d6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.039886] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created folder: Project (a7e9a2d273fd4b4b801d31a61d44057c) in parent group-v843603. [ 940.040085] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating folder: Instances. Parent ref: group-v843830. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.040341] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6632d13a-9553-4dd7-aba8-e43d9fd15cda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.050805] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created folder: Instances in parent group-v843830. [ 940.051059] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.051563] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.051699] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfdf26f-6771-41e4-b3ff-de0b81e84ad7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.070802] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.070802] env[63021]: value = "task-4282989" [ 940.070802] env[63021]: _type = "Task" [ 940.070802] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.083628] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282989, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.138973] env[63021]: DEBUG oslo_vmware.api [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4282985, 'name': PowerOnVM_Task, 'duration_secs': 0.761375} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.139793] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.139793] env[63021]: INFO nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Took 9.90 seconds to spawn the instance on the hypervisor. [ 940.139793] env[63021]: DEBUG nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.140435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9375426-1460-45f9-9270-3a59697e4c3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.174882] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.214545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3cf0f0e1-4ec2-41d8-a7ec-86d799e1b0ef tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.291248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.291509] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.291718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.291897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.292084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.294445] env[63021]: INFO nova.compute.manager [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Terminating instance [ 940.350338] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-changed-f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 940.350705] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing instance network info cache due to event network-changed-f42f1235-a014-40a9-ae3e-976616173d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 940.350941] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.351179] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.351399] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing network info cache for port f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.443750] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7cef3a14-0c6b-429f-a267-e481f99562f3 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.444981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.473s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.446689] env[63021]: INFO nova.compute.claims [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.582841] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4282989, 'name': CreateVM_Task, 'duration_secs': 0.346183} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.582841] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.587028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.587028] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612aea98-48d0-408d-962a-4bf1a3fd3bfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.589405] env[63021]: INFO nova.compute.manager [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Terminating instance [ 940.595840] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 940.595840] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6419a-2fb4-88f8-07e9-6a2ffb3f2ade" [ 940.595840] env[63021]: _type = "Task" [ 940.595840] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.608402] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6419a-2fb4-88f8-07e9-6a2ffb3f2ade, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.608579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.608840] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.609342] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.609568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.609789] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.610091] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e3940f4-7b76-4d96-bc32-ede6c2b72df0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.619213] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.619393] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.620095] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e79b5ee-9858-493b-b0da-dbda7c617d39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.625579] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 940.625579] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52deb281-a6ca-092c-df8f-c95e6d205150" [ 940.625579] env[63021]: _type = "Task" [ 940.625579] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.635509] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52deb281-a6ca-092c-df8f-c95e6d205150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.658808] env[63021]: INFO nova.compute.manager [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Took 40.51 seconds to build instance. [ 940.799610] env[63021]: DEBUG nova.compute.manager [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.799610] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.799610] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ca77f-5982-4203-a700-e242b233cd7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.808148] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.808148] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa107a98-62e4-43e8-84c2-26b32cce5e0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.814876] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 940.814876] env[63021]: value = "task-4282990" [ 940.814876] env[63021]: _type = "Task" [ 940.814876] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.825162] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.096844] env[63021]: DEBUG nova.compute.manager [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.097110] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.098048] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea078f4-d0f8-40b5-8ba8-5953ddeacdb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.109887] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.110691] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671e6269-1733-44b5-9079-9b8fb14e3b15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.119038] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 941.119038] env[63021]: value = "task-4282991" [ 941.119038] env[63021]: _type = "Task" [ 941.119038] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.128476] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.139288] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52deb281-a6ca-092c-df8f-c95e6d205150, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.143737] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd4fb0e-be99-4df2-b1fb-a3d2b2ece171 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.147647] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 941.147647] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52de47fd-f757-7305-2179-59642900960c" [ 941.147647] env[63021]: _type = "Task" [ 941.147647] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.156419] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52de47fd-f757-7305-2179-59642900960c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.157488] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updated VIF entry in instance network info cache for port f42f1235-a014-40a9-ae3e-976616173d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.157907] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.162754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fc5b277c-5a28-4306-9ed9-fe75e922ea66 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.033s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.323950] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282990, 'name': PowerOffVM_Task, 'duration_secs': 0.185494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.324186] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.324329] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.324594] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc922220-ffc4-41f2-b55a-41614334352b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.386840] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.387142] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.387371] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] a33663b3-5265-4ee1-ae83-97461275d5bb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.387664] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d44d087-36d3-47c7-95ad-2df19a69a04e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.396423] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 941.396423] env[63021]: value = "task-4282993" [ 941.396423] env[63021]: _type = "Task" [ 941.396423] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.407060] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.630356] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282991, 'name': PowerOffVM_Task, 'duration_secs': 0.24452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.632994] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.633202] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.633689] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-535c653d-55fd-4e5f-bf00-912376ceab95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.658446] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52de47fd-f757-7305-2179-59642900960c, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.658723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.659728] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bf90c69c-ddd8-4ab6-b514-07fde8f188f0/bf90c69c-ddd8-4ab6-b514-07fde8f188f0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.659728] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93662ae4-917a-40fb-adcd-93156e6a43fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.664753] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.664868] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-vif-unplugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 941.664958] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.665186] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.665349] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.665516] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] No waiting events found dispatching network-vif-unplugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.665856] env[63021]: WARNING nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received unexpected event network-vif-unplugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 for instance with vm_state shelved_offloaded and task_state None. [ 941.666072] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 941.666243] env[63021]: DEBUG nova.compute.manager [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing instance network info cache due to event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 941.666465] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.666618] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.666784] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.669452] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.687018] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 941.687018] env[63021]: value = "task-4282995" [ 941.687018] env[63021]: _type = "Task" [ 941.687018] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.700065] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.704403] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.704539] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.704694] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleting the datastore file [datastore2] 3d2990aa-09cf-48a0-a021-71ddc766ae3e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.704954] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-526466be-bb3e-4b09-a425-16f9a91517b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.712379] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 941.712379] env[63021]: value = "task-4282996" [ 941.712379] env[63021]: _type = "Task" [ 941.712379] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.720813] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.889359] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2dcefe-bc26-4cc1-998d-8ec023ade3b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.896271] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538cedb-0659-47b9-9446-226fc7103558 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.907551] env[63021]: DEBUG oslo_vmware.api [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4282993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14842} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.932112] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.932324] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.932448] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.932629] env[63021]: INFO nova.compute.manager [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 941.932889] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.933356] env[63021]: DEBUG nova.compute.manager [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.933464] env[63021]: DEBUG nova.network.neutron [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.935772] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415ad28-5ed8-49b8-afd0-89b6e642dec2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.943594] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b965f-937e-4021-84d3-8bfcc4df0dfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.958162] env[63021]: DEBUG nova.compute.provider_tree [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.190016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.206020] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.207929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.226688] env[63021]: DEBUG oslo_vmware.api [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4282996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373009} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.227043] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.227269] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.227499] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.227719] env[63021]: INFO nova.compute.manager [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 942.227989] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.228580] env[63021]: DEBUG nova.compute.manager [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.228686] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.420523] env[63021]: DEBUG nova.compute.manager [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Received event network-changed-7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 942.420744] env[63021]: DEBUG nova.compute.manager [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Refreshing instance network info cache due to event network-changed-7752e599-918d-466e-bcc8-9b0661204d98. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 942.420957] env[63021]: DEBUG oslo_concurrency.lockutils [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] Acquiring lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.421120] env[63021]: DEBUG oslo_concurrency.lockutils [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] Acquired lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.421287] env[63021]: DEBUG nova.network.neutron [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Refreshing network info cache for port 7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.463794] env[63021]: DEBUG nova.scheduler.client.report [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.662264] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updated VIF entry in instance network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.662633] env[63021]: DEBUG nova.network.neutron [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.704708] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602728} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.705490] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bf90c69c-ddd8-4ab6-b514-07fde8f188f0/bf90c69c-ddd8-4ab6-b514-07fde8f188f0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.706133] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.706235] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed559c8-62f1-4947-b011-4849c23ad99c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.715270] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 942.715270] env[63021]: value = "task-4282997" [ 942.715270] env[63021]: _type = "Task" [ 942.715270] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.727315] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.970921] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.971563] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.975163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.753s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.975398] env[63021]: DEBUG nova.objects.instance [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lazy-loading 'resources' on Instance uuid a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.165778] env[63021]: DEBUG oslo_concurrency.lockutils [req-fc1dec0b-5a10-4ce1-8656-95ae97fe3c3e req-3fdeea76-690e-418f-a035-08e4d7b0cbe6 service nova] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.204089] env[63021]: DEBUG nova.network.neutron [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updated VIF entry in instance network info cache for port 7752e599-918d-466e-bcc8-9b0661204d98. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.206875] env[63021]: DEBUG nova.network.neutron [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updating instance_info_cache with network_info: [{"id": "7752e599-918d-466e-bcc8-9b0661204d98", "address": "fa:16:3e:8a:cd:c7", "network": {"id": "9ac5a765-2c2a-402b-88cd-0b1d4d9e58b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1544581481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767e736d4a644433a29c304a6d3274f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7752e599-91", "ovs_interfaceid": "7752e599-918d-466e-bcc8-9b0661204d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.229237] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071521} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.229237] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.229904] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a8ed8-5dec-4669-87eb-06a034eadd90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.261343] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] bf90c69c-ddd8-4ab6-b514-07fde8f188f0/bf90c69c-ddd8-4ab6-b514-07fde8f188f0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.261737] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b010026-720e-4a6d-b43a-d93d0f84497b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.277032] env[63021]: DEBUG nova.network.neutron [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.283937] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 943.283937] env[63021]: value = "task-4282998" [ 943.283937] env[63021]: _type = "Task" [ 943.283937] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.292866] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.466278] env[63021]: DEBUG nova.network.neutron [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.483503] env[63021]: DEBUG nova.compute.utils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.489982] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.490285] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.553562] env[63021]: DEBUG nova.policy [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd882a7b86bec4d5a8ec27ebee08415fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce9fdd0023e645b5905324957b336e72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.709038] env[63021]: DEBUG oslo_concurrency.lockutils [req-69905a83-de05-42e2-be05-a359fe523b79 req-70d4e902-dca2-4987-97ef-b5ea877593df service nova] Releasing lock "refresh_cache-02a2ee7d-dac4-4eee-a381-1711087bca87" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.780996] env[63021]: INFO nova.compute.manager [-] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Took 1.85 seconds to deallocate network for instance. [ 943.800811] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282998, 'name': ReconfigVM_Task, 'duration_secs': 0.279434} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.801109] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfigured VM instance instance-0000004d to attach disk [datastore2] bf90c69c-ddd8-4ab6-b514-07fde8f188f0/bf90c69c-ddd8-4ab6-b514-07fde8f188f0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.801738] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df59eda9-0c00-472a-8f56-0f7864051636 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.808389] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 943.808389] env[63021]: value = "task-4282999" [ 943.808389] env[63021]: _type = "Task" [ 943.808389] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.820198] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282999, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.892523] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Successfully created port: 42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.939720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a5df5-1d5d-4997-87f8-f9e8c5f8f24e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.947782] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed797fb3-9012-4ff3-9785-ea67efc4bb54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.977009] env[63021]: INFO nova.compute.manager [-] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Took 1.75 seconds to deallocate network for instance. [ 943.979972] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd4be27-30c9-40fe-87fa-e68fecb5ca0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.989623] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3c8c5-a3da-44f6-87a1-5dadbfd50776 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.994185] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.006770] env[63021]: DEBUG nova.compute.provider_tree [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.295730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.317808] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4282999, 'name': Rename_Task, 'duration_secs': 0.136834} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.318067] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.318295] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d62051-cb22-4214-8385-638a39dbceab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.324019] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 944.324019] env[63021]: value = "task-4283000" [ 944.324019] env[63021]: _type = "Task" [ 944.324019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.330822] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.449106] env[63021]: DEBUG nova.compute.manager [req-5edeebaf-0dca-49fb-a6da-a14c33132b17 req-70e54e7c-45c8-419e-bb9b-6475690cd262 service nova] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Received event network-vif-deleted-c97f936f-7a36-45e0-bc41-16ab03813fb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.449106] env[63021]: DEBUG nova.compute.manager [req-5edeebaf-0dca-49fb-a6da-a14c33132b17 req-70e54e7c-45c8-419e-bb9b-6475690cd262 service nova] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Received event network-vif-deleted-f00c862f-342e-4d84-aa03-379be520a904 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 944.486873] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.510031] env[63021]: DEBUG nova.scheduler.client.report [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.835378] env[63021]: DEBUG oslo_vmware.api [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283000, 'name': PowerOnVM_Task, 'duration_secs': 0.430819} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.835756] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.835916] env[63021]: INFO nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Took 7.73 seconds to spawn the instance on the hypervisor. [ 944.836155] env[63021]: DEBUG nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.837026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c34e7e-fb79-42a3-b2cc-6f43907b9856 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.004802] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.015011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.017531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.140s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.017803] env[63021]: DEBUG nova.objects.instance [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 945.031355] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.031600] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.031758] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.031936] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.032114] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.032276] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.032484] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.033054] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.033054] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.033054] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.033237] env[63021]: DEBUG nova.virt.hardware [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.034932] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f989c479-7df9-4a6c-a842-6cb2e90ba3c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.042820] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e87932-af11-4cf3-ac03-6ddb717b4565 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.047458] env[63021]: INFO nova.scheduler.client.report [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Deleted allocations for instance a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a [ 945.356545] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Successfully updated port: 42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.357896] env[63021]: INFO nova.compute.manager [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Took 40.84 seconds to build instance. [ 945.565933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2070c622-d453-4ed9-ba28-98d89e17d4c8 tempest-ServersListShow2100Test-1109519708 tempest-ServersListShow2100Test-1109519708-project-member] Lock "a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.609s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.857991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.858251] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquired lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.858343] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.864316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8342a923-ac30-4395-8524-24cc80ef9466 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.356s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.882982] env[63021]: DEBUG nova.compute.manager [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-changed-f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 945.883279] env[63021]: DEBUG nova.compute.manager [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing instance network info cache due to event network-changed-f42f1235-a014-40a9-ae3e-976616173d18. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 945.883653] env[63021]: DEBUG oslo_concurrency.lockutils [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.883708] env[63021]: DEBUG oslo_concurrency.lockutils [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.883836] env[63021]: DEBUG nova.network.neutron [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing network info cache for port f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.030888] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec167edb-04ee-466a-854c-d230579451fb tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.032265] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.881s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.032509] env[63021]: DEBUG nova.objects.instance [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lazy-loading 'resources' on Instance uuid 96a158f3-f53d-48e2-b8ce-bdf389e9c166 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.428762] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.490654] env[63021]: DEBUG nova.compute.manager [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Received event network-vif-plugged-42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.490880] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Acquiring lock "c44fd606-9695-418e-b909-17307969678b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.491130] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Lock "c44fd606-9695-418e-b909-17307969678b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.491339] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Lock "c44fd606-9695-418e-b909-17307969678b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.491513] env[63021]: DEBUG nova.compute.manager [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] No waiting events found dispatching network-vif-plugged-42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.491680] env[63021]: WARNING nova.compute.manager [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Received unexpected event network-vif-plugged-42a91455-f275-40a9-91e2-eb4f85222192 for instance with vm_state building and task_state spawning. [ 946.491838] env[63021]: DEBUG nova.compute.manager [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Received event network-changed-42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.491993] env[63021]: DEBUG nova.compute.manager [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Refreshing instance network info cache due to event network-changed-42a91455-f275-40a9-91e2-eb4f85222192. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 946.492218] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Acquiring lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.674613] env[63021]: DEBUG nova.network.neutron [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Updating instance_info_cache with network_info: [{"id": "42a91455-f275-40a9-91e2-eb4f85222192", "address": "fa:16:3e:58:3e:68", "network": {"id": "20a705ee-cdea-47f2-b5d4-110fcc743adc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826848633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce9fdd0023e645b5905324957b336e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a91455-f2", "ovs_interfaceid": "42a91455-f275-40a9-91e2-eb4f85222192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.715919] env[63021]: DEBUG nova.network.neutron [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updated VIF entry in instance network info cache for port f42f1235-a014-40a9-ae3e-976616173d18. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.716128] env[63021]: DEBUG nova.network.neutron [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.894853] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3477b8c-09f8-49f2-80d8-96052632bf3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.903105] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c207fa11-bef7-4063-8d0b-e12321b7fdc4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.932503] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ef35c-e462-469d-bcbd-b0c464958315 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.939897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ba069-b73a-499a-815a-a17c8839d15c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.954041] env[63021]: DEBUG nova.compute.provider_tree [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.175933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Releasing lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.176303] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Instance network_info: |[{"id": "42a91455-f275-40a9-91e2-eb4f85222192", "address": "fa:16:3e:58:3e:68", "network": {"id": "20a705ee-cdea-47f2-b5d4-110fcc743adc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826848633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce9fdd0023e645b5905324957b336e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a91455-f2", "ovs_interfaceid": "42a91455-f275-40a9-91e2-eb4f85222192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.176631] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Acquired lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.176816] env[63021]: DEBUG nova.network.neutron [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Refreshing network info cache for port 42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.178049] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:3e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a91455-f275-40a9-91e2-eb4f85222192', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.185550] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Creating folder: Project (ce9fdd0023e645b5905324957b336e72). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.188989] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0dfa50-1be6-47f1-be39-90b78e3b4e09 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.203105] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Created folder: Project (ce9fdd0023e645b5905324957b336e72) in parent group-v843603. [ 947.203105] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Creating folder: Instances. Parent ref: group-v843833. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.203105] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29cd0e5-f586-4e80-8c88-18d7eae64087 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.210264] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Created folder: Instances in parent group-v843833. [ 947.210718] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.210718] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44fd606-9695-418e-b909-17307969678b] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.210853] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ac7fa3-dc7b-43f3-94dd-efe21d24d87e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.227658] env[63021]: DEBUG oslo_concurrency.lockutils [req-5c7b7947-f443-4710-b542-20435e6cc497 req-bfbc8a17-3b76-44e8-8fa7-e9c4797ab6b7 service nova] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.233393] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.233393] env[63021]: value = "task-4283003" [ 947.233393] env[63021]: _type = "Task" [ 947.233393] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.243027] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283003, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.447018] env[63021]: DEBUG nova.network.neutron [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Updated VIF entry in instance network info cache for port 42a91455-f275-40a9-91e2-eb4f85222192. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.447018] env[63021]: DEBUG nova.network.neutron [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Updating instance_info_cache with network_info: [{"id": "42a91455-f275-40a9-91e2-eb4f85222192", "address": "fa:16:3e:58:3e:68", "network": {"id": "20a705ee-cdea-47f2-b5d4-110fcc743adc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826848633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce9fdd0023e645b5905324957b336e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a91455-f2", "ovs_interfaceid": "42a91455-f275-40a9-91e2-eb4f85222192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.457717] env[63021]: DEBUG nova.scheduler.client.report [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.744856] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283003, 'name': CreateVM_Task, 'duration_secs': 0.312525} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.745130] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44fd606-9695-418e-b909-17307969678b] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.745794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.745965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.746334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.746599] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff10ea4-e636-4f34-8ca1-da5c3bde7f4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.751484] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 947.751484] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f75676-c750-0151-a041-52b5e6273750" [ 947.751484] env[63021]: _type = "Task" [ 947.751484] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.759940] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f75676-c750-0151-a041-52b5e6273750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.951176] env[63021]: DEBUG oslo_concurrency.lockutils [req-33c53a62-0da8-474e-b8af-5093f7abc9e8 req-a44aa861-c57c-4e0f-af9f-9bc6b7b16a23 service nova] Releasing lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.963440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.965860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.299s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.971574] env[63021]: INFO nova.compute.claims [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.997515] env[63021]: INFO nova.scheduler.client.report [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Deleted allocations for instance 96a158f3-f53d-48e2-b8ce-bdf389e9c166 [ 948.261682] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f75676-c750-0151-a041-52b5e6273750, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.261943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.262193] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.262428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.262573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.262747] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.263024] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-599a3eb7-f80b-499a-839e-d81ecb1e3ae2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.271592] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.271771] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.272657] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6752df-b630-4cd5-86a0-ac6fc17d33c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.279026] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 948.279026] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529d710e-6242-f97c-8e2a-d01e40a5c3ce" [ 948.279026] env[63021]: _type = "Task" [ 948.279026] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.286556] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529d710e-6242-f97c-8e2a-d01e40a5c3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.505405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2638f655-7df7-477d-b09b-e5cee6bf98ce tempest-ImagesOneServerNegativeTestJSON-1556540069 tempest-ImagesOneServerNegativeTestJSON-1556540069-project-member] Lock "96a158f3-f53d-48e2-b8ce-bdf389e9c166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.856s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.792244] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529d710e-6242-f97c-8e2a-d01e40a5c3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.795596] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba271090-08d8-4eeb-ace7-e872425f4e70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.802411] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 948.802411] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52492c47-1f80-b112-1a87-9639a9600f46" [ 948.802411] env[63021]: _type = "Task" [ 948.802411] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.811537] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52492c47-1f80-b112-1a87-9639a9600f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.298185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c403a-3aa2-44a6-a26b-d1d2ecb9e204 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.309776] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fafb50-763f-49b0-8daa-27a5860bc2cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.317924] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52492c47-1f80-b112-1a87-9639a9600f46, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.341548] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.341693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c44fd606-9695-418e-b909-17307969678b/c44fd606-9695-418e-b909-17307969678b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.342140] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebcd4c63-f6c7-47e2-8de8-fc7ecba20a4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344586] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a2da3-56d1-4f5f-af52-f7076a95152b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353327] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbbc56b-b365-4edb-ab96-82e7770f4de4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.357047] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 949.357047] env[63021]: value = "task-4283004" [ 949.357047] env[63021]: _type = "Task" [ 949.357047] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.372393] env[63021]: DEBUG nova.compute.provider_tree [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.376297] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.868801] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439529} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.869308] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c44fd606-9695-418e-b909-17307969678b/c44fd606-9695-418e-b909-17307969678b.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.872496] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.872496] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e29fa1a4-91f9-4cbb-8cf7-ebeec766ecf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.877522] env[63021]: DEBUG nova.scheduler.client.report [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.881903] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 949.881903] env[63021]: value = "task-4283005" [ 949.881903] env[63021]: _type = "Task" [ 949.881903] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.892976] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.386028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.387845] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.392605] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.548s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.393371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.395911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.281s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.396813] env[63021]: INFO nova.compute.claims [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.412565] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05731} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.413288] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.413875] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9d298-ecb4-43b5-9b09-cf11676a5daa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.445345] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c44fd606-9695-418e-b909-17307969678b/c44fd606-9695-418e-b909-17307969678b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.445768] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180281ac-9736-4168-bca7-c78fde5abcba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.467497] env[63021]: INFO nova.scheduler.client.report [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleted allocations for instance d2c966e4-9550-4105-bca3-1d183727752b [ 950.473277] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 950.473277] env[63021]: value = "task-4283006" [ 950.473277] env[63021]: _type = "Task" [ 950.473277] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.483042] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.894766] env[63021]: DEBUG nova.compute.utils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.895951] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.896156] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.956982] env[63021]: DEBUG nova.policy [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0e3e22976a946dc89133518c77eccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b3e7a85bf94617af4b35a7fa5af99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.980454] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c3db46a5-c95b-48dc-b09a-0c79dddc4dd8 tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "d2c966e4-9550-4105-bca3-1d183727752b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.765s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.990387] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283006, 'name': ReconfigVM_Task, 'duration_secs': 0.273253} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.991104] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c44fd606-9695-418e-b909-17307969678b/c44fd606-9695-418e-b909-17307969678b.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.991542] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921db71c-9870-4222-a708-911eb188c261 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.997927] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 950.997927] env[63021]: value = "task-4283007" [ 950.997927] env[63021]: _type = "Task" [ 950.997927] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.007324] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283007, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.282391] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Successfully created port: a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.400962] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.508638] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283007, 'name': Rename_Task, 'duration_secs': 0.139984} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.511812] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.512337] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446a8c56-ece8-457d-a6e5-31ef84b5b059 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.519756] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 951.519756] env[63021]: value = "task-4283008" [ 951.519756] env[63021]: _type = "Task" [ 951.519756] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.529422] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.658659] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.660187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.660187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.660187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.660187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.662019] env[63021]: INFO nova.compute.manager [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Terminating instance [ 951.837988] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a8e5d3-7dc0-4cb3-a618-728cc34f4a0b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.846238] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1c3da-f681-4001-9a32-cefc3b7ecf96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.877854] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66f861-2329-4edf-a88b-6a8d1f51ae68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.887179] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26dba32-fd45-41b2-8dec-0de165d929c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909115] env[63021]: DEBUG nova.compute.provider_tree [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.030038] env[63021]: DEBUG oslo_vmware.api [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283008, 'name': PowerOnVM_Task, 'duration_secs': 0.459935} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.030310] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.030510] env[63021]: INFO nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Took 7.03 seconds to spawn the instance on the hypervisor. [ 952.030689] env[63021]: DEBUG nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.031571] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247ead04-de34-4687-9058-9e9a11c5a958 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.168299] env[63021]: DEBUG nova.compute.manager [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.168509] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.169515] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142c0ea-24a9-4aa2-b026-d7f29e3114d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.176942] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.177519] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfec0bb8-94ca-4bce-afa8-0491e5875943 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.184446] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 952.184446] env[63021]: value = "task-4283009" [ 952.184446] env[63021]: _type = "Task" [ 952.184446] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.191956] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4283009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.411895] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.416525] env[63021]: DEBUG nova.scheduler.client.report [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.448193] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.448525] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.448700] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.448862] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.449021] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.449172] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.449386] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.449543] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.449712] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.449888] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.450173] env[63021]: DEBUG nova.virt.hardware [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.451310] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158b0cb-edd0-429e-8513-9c715ec5916d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.460167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac5dda8-6a30-453f-87e2-1d1441f11b40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.553437] env[63021]: INFO nova.compute.manager [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Took 44.60 seconds to build instance. [ 952.694507] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4283009, 'name': PowerOffVM_Task, 'duration_secs': 0.269567} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.694742] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.694913] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.695405] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1246ab28-ad10-49d4-958a-c87d297ca006 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.780265] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.780508] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.780691] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleting the datastore file [datastore2] a2324457-b2cf-4522-a94a-a5a76231aa9c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.780947] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba73bd7-292f-4ad9-ab30-45e35179949b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.788658] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for the task: (returnval){ [ 952.788658] env[63021]: value = "task-4283011" [ 952.788658] env[63021]: _type = "Task" [ 952.788658] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.798251] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4283011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.865429] env[63021]: DEBUG nova.compute.manager [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Received event network-vif-plugged-a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 952.865634] env[63021]: DEBUG oslo_concurrency.lockutils [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] Acquiring lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.865843] env[63021]: DEBUG oslo_concurrency.lockutils [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] Lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.866020] env[63021]: DEBUG oslo_concurrency.lockutils [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] Lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.867028] env[63021]: DEBUG nova.compute.manager [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] No waiting events found dispatching network-vif-plugged-a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.867963] env[63021]: WARNING nova.compute.manager [req-63fa59b3-901d-4aeb-ba0d-ee5c70e0299b req-54e011c4-c26a-43c8-9ebd-6ee7612b86e1 service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Received unexpected event network-vif-plugged-a2ce480c-c890-4a63-a3f7-473d0d78d8f2 for instance with vm_state building and task_state spawning. [ 952.924746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.925584] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.929929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.685s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.930300] env[63021]: DEBUG nova.objects.instance [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lazy-loading 'resources' on Instance uuid a599eaae-809e-4ace-9655-f1f4d579faa7 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.963614] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Successfully updated port: a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.053017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99650b13-35f2-4c6e-9dc4-374ae677dff0 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.127s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.299449] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4283011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.442035] env[63021]: DEBUG nova.compute.utils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.442035] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.442035] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.465520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.465684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.465852] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.489640] env[63021]: DEBUG nova.policy [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcac1a02c0ec40609900c5cab101c618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eba4d062a254c4db5715d51bf487a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.682199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "c44fd606-9695-418e-b909-17307969678b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.682510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.682741] env[63021]: INFO nova.compute.manager [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Rebooting instance [ 953.767880] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.767880] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.810408] env[63021]: DEBUG oslo_vmware.api [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Task: {'id': task-4283011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568643} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.810827] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.811391] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.812402] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.812402] env[63021]: INFO nova.compute.manager [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 953.812402] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.813770] env[63021]: DEBUG nova.compute.manager [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.814562] env[63021]: DEBUG nova.network.neutron [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.887664] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7046d6c5-315f-47bb-8dd4-89f7d6f7cc6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.895358] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4808f81-cf89-4e94-9b1e-d5ff4382350a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.927661] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c36ea9-e49f-42b3-8840-d33b2275197e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.935342] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab9b25-98b4-4be3-8fa1-47d75b09b4a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.951101] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.957867] env[63021]: DEBUG nova.compute.provider_tree [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.972715] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Successfully created port: 87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.038618] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.206382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.206599] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquired lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.206784] env[63021]: DEBUG nova.network.neutron [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.284406] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.284654] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.285056] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.285056] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.286234] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.286234] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.286234] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 954.290836] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.379528] env[63021]: DEBUG nova.network.neutron [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Updating instance_info_cache with network_info: [{"id": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "address": "fa:16:3e:f2:e7:30", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ce480c-c8", "ovs_interfaceid": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.463936] env[63021]: DEBUG nova.scheduler.client.report [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.794965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.881938] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882267] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Instance network_info: |[{"id": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "address": "fa:16:3e:f2:e7:30", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ce480c-c8", "ovs_interfaceid": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.882681] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:e7:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ce480c-c890-4a63-a3f7-473d0d78d8f2', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.890595] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.890595] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.890841] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a1d7839-f5d2-497f-ab55-2bac597f7cda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.912653] env[63021]: DEBUG nova.compute.manager [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Received event network-changed-a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 954.912764] env[63021]: DEBUG nova.compute.manager [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Refreshing instance network info cache due to event network-changed-a2ce480c-c890-4a63-a3f7-473d0d78d8f2. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 954.912970] env[63021]: DEBUG oslo_concurrency.lockutils [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] Acquiring lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.913125] env[63021]: DEBUG oslo_concurrency.lockutils [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] Acquired lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.913288] env[63021]: DEBUG nova.network.neutron [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Refreshing network info cache for port a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.915915] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.915915] env[63021]: value = "task-4283012" [ 954.915915] env[63021]: _type = "Task" [ 954.915915] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.927179] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283012, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.934171] env[63021]: DEBUG nova.network.neutron [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.961771] env[63021]: DEBUG nova.network.neutron [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Updating instance_info_cache with network_info: [{"id": "42a91455-f275-40a9-91e2-eb4f85222192", "address": "fa:16:3e:58:3e:68", "network": {"id": "20a705ee-cdea-47f2-b5d4-110fcc743adc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826848633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce9fdd0023e645b5905324957b336e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a91455-f2", "ovs_interfaceid": "42a91455-f275-40a9-91e2-eb4f85222192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.969759] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.972661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.975749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.371s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.975749] env[63021]: DEBUG nova.objects.instance [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'resources' on Instance uuid a96744de-2ced-42e7-bdb4-834efa167c97 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.998192] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.999130] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.999462] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.999775] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.000095] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.000417] env[63021]: DEBUG nova.virt.hardware [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.001648] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f585ef52-3aa0-4585-ace9-de747c3410f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.007098] env[63021]: INFO nova.scheduler.client.report [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted allocations for instance a599eaae-809e-4ace-9655-f1f4d579faa7 [ 955.017781] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1ef97-efe0-40ff-aa26-18178785f529 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.428165] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283012, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.437239] env[63021]: INFO nova.compute.manager [-] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Took 1.62 seconds to deallocate network for instance. [ 955.468036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Releasing lock "refresh_cache-c44fd606-9695-418e-b909-17307969678b" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.526048] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4a2f9595-5b39-4708-9a55-682716233fdc tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "a599eaae-809e-4ace-9655-f1f4d579faa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.579s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.696778] env[63021]: DEBUG nova.network.neutron [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Updated VIF entry in instance network info cache for port a2ce480c-c890-4a63-a3f7-473d0d78d8f2. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.697149] env[63021]: DEBUG nova.network.neutron [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Updating instance_info_cache with network_info: [{"id": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "address": "fa:16:3e:f2:e7:30", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ce480c-c8", "ovs_interfaceid": "a2ce480c-c890-4a63-a3f7-473d0d78d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.804431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.804663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.831872] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd7697-3a50-4d08-806c-538b94d72181 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.841124] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e510b2-a18d-4cc8-abc0-a350d0defda1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.874379] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb70d32-71ad-464c-bf31-989939313599 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.878513] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Successfully updated port: 87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.882446] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a45e853-317b-4cef-93b8-7e319ae94f75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.897624] env[63021]: DEBUG nova.compute.provider_tree [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.928322] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283012, 'name': CreateVM_Task, 'duration_secs': 0.54543} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.928489] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.929163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.929335] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.929632] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.929876] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f597216-d642-4d82-98cc-889043f855ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.934120] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 955.934120] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba2b60-2af2-d051-4ed8-9b0d2f7d1a88" [ 955.934120] env[63021]: _type = "Task" [ 955.934120] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.941847] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba2b60-2af2-d051-4ed8-9b0d2f7d1a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.943862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.973644] env[63021]: DEBUG nova.compute.manager [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.974759] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae2a120-e247-4850-838f-cc0161d89111 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.200966] env[63021]: DEBUG oslo_concurrency.lockutils [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] Releasing lock "refresh_cache-00904fce-cdc8-40b9-a614-176a24d6f200" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.201266] env[63021]: DEBUG nova.compute.manager [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Received event network-vif-deleted-11ec4696-291e-43e6-8fae-c07a38137745 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 956.201449] env[63021]: INFO nova.compute.manager [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Neutron deleted interface 11ec4696-291e-43e6-8fae-c07a38137745; detaching it from the instance and deleting it from the info cache [ 956.201622] env[63021]: DEBUG nova.network.neutron [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.309885] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.383257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.383394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.383598] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.400724] env[63021]: DEBUG nova.scheduler.client.report [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.444399] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba2b60-2af2-d051-4ed8-9b0d2f7d1a88, 'name': SearchDatastore_Task, 'duration_secs': 0.042674} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.444912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.445354] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.445760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.445974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.446209] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.446465] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97edfb62-aca3-412d-b81a-6f679b6fd7b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.457475] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.457475] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.457475] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63408af-67cb-4cd1-84e0-93aeedf6a027 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.462489] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 956.462489] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528dadb8-31bd-f01b-dbcd-944bdf056af9" [ 956.462489] env[63021]: _type = "Task" [ 956.462489] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.469975] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528dadb8-31bd-f01b-dbcd-944bdf056af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.704310] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89b8fba0-2bbd-47ae-bdad-9b2f837da041 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.714261] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86671815-2da0-4f91-94bd-d2da1123c11d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.428415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.430850] env[63021]: DEBUG nova.compute.manager [req-a04018be-f3f9-42b7-8579-94989bcccdca req-e3a3cba1-19a2-4123-980c-8213648ef47e service nova] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Detach interface failed, port_id=11ec4696-291e-43e6-8fae-c07a38137745, reason: Instance a2324457-b2cf-4522-a94a-a5a76231aa9c could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 957.433265] env[63021]: DEBUG nova.compute.manager [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Received event network-vif-plugged-87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 957.433460] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Acquiring lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.433659] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.433824] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.433987] env[63021]: DEBUG nova.compute.manager [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] No waiting events found dispatching network-vif-plugged-87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.434168] env[63021]: WARNING nova.compute.manager [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Received unexpected event network-vif-plugged-87f1eea5-cff6-47ea-a06c-cc2101cca714 for instance with vm_state building and task_state spawning. [ 957.434328] env[63021]: DEBUG nova.compute.manager [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Received event network-changed-87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 957.434477] env[63021]: DEBUG nova.compute.manager [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Refreshing instance network info cache due to event network-changed-87f1eea5-cff6-47ea-a06c-cc2101cca714. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 957.434638] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Acquiring lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.435149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.287s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.436524] env[63021]: INFO nova.compute.claims [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.444093] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8c6de-e3ca-461b-818e-b19ff2ef6e27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.446652] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.454039] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528dadb8-31bd-f01b-dbcd-944bdf056af9, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.457464] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Doing hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 957.457464] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fef5c3-bab4-4d4c-b640-4f1dc0ffffb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.458582] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-685abf80-2092-43dc-b132-8b7c144fe15c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.463260] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 957.463260] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52941bde-2b6a-3855-e753-9752bb189291" [ 957.463260] env[63021]: _type = "Task" [ 957.463260] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.464132] env[63021]: INFO nova.scheduler.client.report [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocations for instance a96744de-2ced-42e7-bdb4-834efa167c97 [ 957.472316] env[63021]: DEBUG oslo_vmware.api [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 957.472316] env[63021]: value = "task-4283013" [ 957.472316] env[63021]: _type = "Task" [ 957.472316] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.480756] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52941bde-2b6a-3855-e753-9752bb189291, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.481407] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.481692] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 00904fce-cdc8-40b9-a614-176a24d6f200/00904fce-cdc8-40b9-a614-176a24d6f200.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.481951] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0536b7a-74bd-45f2-9882-7dd49e57b4b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.486852] env[63021]: DEBUG oslo_vmware.api [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283013, 'name': ResetVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.492916] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 957.492916] env[63021]: value = "task-4283014" [ 957.492916] env[63021]: _type = "Task" [ 957.492916] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.497626] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.504572] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.631263] env[63021]: DEBUG nova.network.neutron [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Updating instance_info_cache with network_info: [{"id": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "address": "fa:16:3e:13:4c:01", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f1eea5-cf", "ovs_interfaceid": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.972484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1e3e4ae-a2a2-4991-b887-75c3a7f6239b tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "a96744de-2ced-42e7-bdb4-834efa167c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.958s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.982817] env[63021]: DEBUG oslo_vmware.api [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283013, 'name': ResetVM_Task, 'duration_secs': 0.092484} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.983278] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Did hard reboot of VM {{(pid=63021) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 957.983362] env[63021]: DEBUG nova.compute.manager [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.985029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e61e42-3927-46b5-bf8a-ddd1fbc3e022 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.000460] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432568} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.002041] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 00904fce-cdc8-40b9-a614-176a24d6f200/00904fce-cdc8-40b9-a614-176a24d6f200.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.002041] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.002041] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031965c4-fbc2-47f5-8e65-e5b1c39762ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.007915] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 958.007915] env[63021]: value = "task-4283015" [ 958.007915] env[63021]: _type = "Task" [ 958.007915] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.016036] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.133569] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.133920] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance network_info: |[{"id": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "address": "fa:16:3e:13:4c:01", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f1eea5-cf", "ovs_interfaceid": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.134244] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Acquired lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.134422] env[63021]: DEBUG nova.network.neutron [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Refreshing network info cache for port 87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.135663] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:4c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f1eea5-cff6-47ea-a06c-cc2101cca714', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.143413] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.146583] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.147121] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc732ff6-b790-404b-b9a6-be556d035c3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.166592] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.166592] env[63021]: value = "task-4283016" [ 958.166592] env[63021]: _type = "Task" [ 958.166592] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.173894] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283016, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.348530] env[63021]: DEBUG nova.network.neutron [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Updated VIF entry in instance network info cache for port 87f1eea5-cff6-47ea-a06c-cc2101cca714. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.348977] env[63021]: DEBUG nova.network.neutron [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Updating instance_info_cache with network_info: [{"id": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "address": "fa:16:3e:13:4c:01", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f1eea5-cf", "ovs_interfaceid": "87f1eea5-cff6-47ea-a06c-cc2101cca714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.498321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1cd12b8-4222-4111-a366-567300a1e253 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.816s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.517663] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059608} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.517971] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.520694] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91aa582-a691-4f3e-890a-4aed0c9de693 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.543181] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 00904fce-cdc8-40b9-a614-176a24d6f200/00904fce-cdc8-40b9-a614-176a24d6f200.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.545758] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f28b643-48a5-473f-8cb4-b8fd0e0eb633 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.564829] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 958.564829] env[63021]: value = "task-4283017" [ 958.564829] env[63021]: _type = "Task" [ 958.564829] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.574630] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.678455] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283016, 'name': CreateVM_Task, 'duration_secs': 0.358384} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.678621] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.679428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.679428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.680287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.680287] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1db51e7-bcc5-4637-8d1d-14a883271880 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.685798] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 958.685798] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527ed660-f79c-3613-92be-4ed866132569" [ 958.685798] env[63021]: _type = "Task" [ 958.685798] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.695929] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527ed660-f79c-3613-92be-4ed866132569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.770270] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b164f-0791-4547-9b6f-5784e2af3b18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.777214] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d43f3-af7e-4929-953d-4513496aaa73 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.807780] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e536a8-ce7f-4668-a087-5cad15bbc891 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.814889] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff7541a-ee09-4d56-8b7f-76babc38f930 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.827868] env[63021]: DEBUG nova.compute.provider_tree [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.851899] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d27902d-cd4d-4f1c-ad88-1a72f8463d3f req-ce3e4692-0947-454d-86e1-e35b86f90d9e service nova] Releasing lock "refresh_cache-61eac8bc-fdfc-4d4f-a79a-c43ddec41862" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.076972] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.196812] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527ed660-f79c-3613-92be-4ed866132569, 'name': SearchDatastore_Task, 'duration_secs': 0.07505} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.197124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.198058] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.198058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.198058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.198058] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.198277] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213b1d2d-df73-4591-b269-55a00c854c45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.208020] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.208020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.208020] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1da020a-e3a4-42d7-bf64-69d3194e2ed9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.213519] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 959.213519] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe91a3-a1d1-ddc0-9b70-51283851938c" [ 959.213519] env[63021]: _type = "Task" [ 959.213519] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.221179] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe91a3-a1d1-ddc0-9b70-51283851938c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.331572] env[63021]: DEBUG nova.scheduler.client.report [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.574510] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283017, 'name': ReconfigVM_Task, 'duration_secs': 0.841938} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.574833] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 00904fce-cdc8-40b9-a614-176a24d6f200/00904fce-cdc8-40b9-a614-176a24d6f200.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.575493] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3443510d-3bf4-47a5-ba2b-c8798c87fd37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.577904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "c44fd606-9695-418e-b909-17307969678b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.577904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.578064] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "c44fd606-9695-418e-b909-17307969678b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.578171] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.578335] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.580273] env[63021]: INFO nova.compute.manager [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Terminating instance [ 959.582568] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 959.582568] env[63021]: value = "task-4283018" [ 959.582568] env[63021]: _type = "Task" [ 959.582568] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.594176] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283018, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.725485] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fe91a3-a1d1-ddc0-9b70-51283851938c, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.726331] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b6508d-b195-4b76-8433-f62e48b446dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.732036] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 959.732036] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dcc448-2907-704b-0f39-e0c5fae2cb1e" [ 959.732036] env[63021]: _type = "Task" [ 959.732036] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.742674] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dcc448-2907-704b-0f39-e0c5fae2cb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.837011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.837569] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.840450] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.916s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.842064] env[63021]: INFO nova.compute.claims [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.088219] env[63021]: DEBUG nova.compute.manager [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.088498] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.089417] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d7a40-9aa9-44e9-9085-02f93f4b2b34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.095363] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283018, 'name': Rename_Task, 'duration_secs': 0.308336} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.096052] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.096419] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124340f8-9312-410d-affd-7477e2e14b60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100126] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.100398] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1647c4a1-c62c-4964-8239-104ef4881b0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.102876] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 960.102876] env[63021]: value = "task-4283019" [ 960.102876] env[63021]: _type = "Task" [ 960.102876] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.109594] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 960.109594] env[63021]: value = "task-4283020" [ 960.109594] env[63021]: _type = "Task" [ 960.109594] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.113023] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.123189] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.248432] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dcc448-2907-704b-0f39-e0c5fae2cb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.014218} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.248747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.249019] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.249389] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e2dc18-4e87-4f9d-be18-8155acb0535c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.258851] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 960.258851] env[63021]: value = "task-4283021" [ 960.258851] env[63021]: _type = "Task" [ 960.258851] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.266899] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.347127] env[63021]: DEBUG nova.compute.utils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.352669] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.352669] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.424185] env[63021]: DEBUG nova.policy [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a54bab5614b4c8c884322754de778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61fd4948775043c78943bbc5f282b64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.614013] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.622407] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283020, 'name': PowerOffVM_Task, 'duration_secs': 0.232098} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.622707] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.622897] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.623228] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac30f263-9ff1-4cc7-a930-bfe9b9e42b8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.717474] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.717734] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.718262] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Deleting the datastore file [datastore2] c44fd606-9695-418e-b909-17307969678b {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.718565] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b93f1d-9ea7-42bb-aa1f-9916f84e87fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.725451] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for the task: (returnval){ [ 960.725451] env[63021]: value = "task-4283023" [ 960.725451] env[63021]: _type = "Task" [ 960.725451] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.733827] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.769855] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464399} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.770236] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.770443] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.770714] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49499c09-43d6-4a03-a751-771e82af0cb8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.777630] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 960.777630] env[63021]: value = "task-4283024" [ 960.777630] env[63021]: _type = "Task" [ 960.777630] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.789361] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.799703] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Successfully created port: c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.851785] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.117034] env[63021]: DEBUG oslo_vmware.api [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283019, 'name': PowerOnVM_Task, 'duration_secs': 0.752409} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.120111] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.120428] env[63021]: INFO nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Took 8.71 seconds to spawn the instance on the hypervisor. [ 961.120568] env[63021]: DEBUG nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.121843] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f7bb0-5334-4d2b-bda2-d46f6c567004 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.218185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199e01d-5290-4007-a21d-482f508722ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.225910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b2ad2-a947-4740-a4c5-da90f9950c66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.236694] env[63021]: DEBUG oslo_vmware.api [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Task: {'id': task-4283023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249168} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.260426] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.260426] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.260576] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.261263] env[63021]: INFO nova.compute.manager [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] [instance: c44fd606-9695-418e-b909-17307969678b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.261263] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.261665] env[63021]: DEBUG nova.compute.manager [-] [instance: c44fd606-9695-418e-b909-17307969678b] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.261838] env[63021]: DEBUG nova.network.neutron [-] [instance: c44fd606-9695-418e-b909-17307969678b] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.263932] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78edf5cf-e274-4db5-ba2b-9db3d655a5f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.271427] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f7b15a-34f6-49b0-90d1-41efa201b0a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.284739] env[63021]: DEBUG nova.compute.provider_tree [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.292792] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073377} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.293548] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.294266] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf6a59-cdaa-463d-9b7d-20a3d95a6eae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.317796] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.321017] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55c96a4-7e1e-4220-a934-323be4d93f35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.341557] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 961.341557] env[63021]: value = "task-4283025" [ 961.341557] env[63021]: _type = "Task" [ 961.341557] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.352399] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.566735] env[63021]: DEBUG nova.compute.manager [req-2bad01b3-1819-43dd-8474-b8d24923a8e5 req-5bd1e888-3d9a-498a-9da0-37d632eecee9 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Received event network-vif-deleted-42a91455-f275-40a9-91e2-eb4f85222192 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 961.566735] env[63021]: INFO nova.compute.manager [req-2bad01b3-1819-43dd-8474-b8d24923a8e5 req-5bd1e888-3d9a-498a-9da0-37d632eecee9 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Neutron deleted interface 42a91455-f275-40a9-91e2-eb4f85222192; detaching it from the instance and deleting it from the info cache [ 961.567131] env[63021]: DEBUG nova.network.neutron [req-2bad01b3-1819-43dd-8474-b8d24923a8e5 req-5bd1e888-3d9a-498a-9da0-37d632eecee9 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.629942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "404acc75-1473-41d9-8812-31828cdf4bc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.630365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.640671] env[63021]: INFO nova.compute.manager [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Took 46.01 seconds to build instance. [ 961.789803] env[63021]: DEBUG nova.scheduler.client.report [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.854412] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.864757] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.889437] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.889703] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.889822] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.890056] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.890161] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.890307] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.890514] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.890670] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.891727] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.891727] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.891727] env[63021]: DEBUG nova.virt.hardware [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.892340] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17045ac9-694f-4a3f-84d5-ecf3edc09372 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.899999] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9967a5b-4a6b-4cf6-9852-7f222989cdbc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.049309] env[63021]: DEBUG nova.network.neutron [-] [instance: c44fd606-9695-418e-b909-17307969678b] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.069754] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f627a7c8-09f6-474e-af5a-a2cc65b854e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.079360] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17171bca-2a40-4daa-b580-09639d740b0f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.112656] env[63021]: DEBUG nova.compute.manager [req-2bad01b3-1819-43dd-8474-b8d24923a8e5 req-5bd1e888-3d9a-498a-9da0-37d632eecee9 service nova] [instance: c44fd606-9695-418e-b909-17307969678b] Detach interface failed, port_id=42a91455-f275-40a9-91e2-eb4f85222192, reason: Instance c44fd606-9695-418e-b909-17307969678b could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 962.134818] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.142765] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b87b1797-565f-489b-bab5-bde35a8147f5 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.530s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.298420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.299255] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.304163] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.951s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.304489] env[63021]: DEBUG nova.objects.instance [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.333497] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Successfully updated port: c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.361070] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283025, 'name': ReconfigVM_Task, 'duration_secs': 0.673957} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.361320] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.362272] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e34fe79b-3326-4657-b199-1dece5fe6c2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.370106] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 962.370106] env[63021]: value = "task-4283026" [ 962.370106] env[63021]: _type = "Task" [ 962.370106] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.382263] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283026, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.552959] env[63021]: INFO nova.compute.manager [-] [instance: c44fd606-9695-418e-b909-17307969678b] Took 1.29 seconds to deallocate network for instance. [ 962.664535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.813614] env[63021]: DEBUG nova.compute.utils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.814969] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.815184] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.836157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.836256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836431] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.868905] env[63021]: DEBUG nova.policy [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b90a8589a494b78bac628b65108c479', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60890ece57840e8b8c75711db8e0a32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.880040] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283026, 'name': Rename_Task, 'duration_secs': 0.270515} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.880472] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.881445] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5daa82ff-51c1-4f2a-8b72-5bfc86d89346 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.887150] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 962.887150] env[63021]: value = "task-4283027" [ 962.887150] env[63021]: _type = "Task" [ 962.887150] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.894539] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.061352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.152453] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Successfully created port: a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.316701] env[63021]: DEBUG oslo_concurrency.lockutils [None req-64e25acf-7519-4cb9-86e6-145a82cb5b8a tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.318083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.710s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.321745] env[63021]: INFO nova.compute.claims [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.322974] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.398253] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.414126] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.570545] env[63021]: DEBUG nova.network.neutron [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.597835] env[63021]: DEBUG nova.compute.manager [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Received event network-vif-plugged-c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 963.598090] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.598307] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.598477] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.598647] env[63021]: DEBUG nova.compute.manager [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] No waiting events found dispatching network-vif-plugged-c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.598816] env[63021]: WARNING nova.compute.manager [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Received unexpected event network-vif-plugged-c542343a-120c-4946-b44c-140be85d7e5c for instance with vm_state building and task_state spawning. [ 963.598977] env[63021]: DEBUG nova.compute.manager [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Received event network-changed-c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 963.599153] env[63021]: DEBUG nova.compute.manager [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Refreshing instance network info cache due to event network-changed-c542343a-120c-4946-b44c-140be85d7e5c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 963.599316] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.897334] env[63021]: DEBUG oslo_vmware.api [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283027, 'name': PowerOnVM_Task, 'duration_secs': 0.79179} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.897647] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.897842] env[63021]: INFO nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Took 8.93 seconds to spawn the instance on the hypervisor. [ 963.898024] env[63021]: DEBUG nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.898791] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520a83d-adcb-4621-a0c0-aced8be7e17e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.984284] env[63021]: DEBUG nova.compute.manager [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.985313] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a2fe51-1df6-462e-af1f-23cc64a726cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.073530] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.073530] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Instance network_info: |[{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.073815] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.073990] env[63021]: DEBUG nova.network.neutron [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Refreshing network info cache for port c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.075816] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:39:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c542343a-120c-4946-b44c-140be85d7e5c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.082848] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating folder: Project (61fd4948775043c78943bbc5f282b64a). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.083954] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b988df9f-8ab8-437c-94df-8807555fbf8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.096065] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created folder: Project (61fd4948775043c78943bbc5f282b64a) in parent group-v843603. [ 964.096287] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating folder: Instances. Parent ref: group-v843838. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.096543] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b035766-7a11-48b0-bf00-a8ba85730233 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.106821] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created folder: Instances in parent group-v843838. [ 964.107079] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.107278] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.107523] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c03ae0b-029e-4385-9e50-91d497db5051 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.128321] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.128321] env[63021]: value = "task-4283030" [ 964.128321] env[63021]: _type = "Task" [ 964.128321] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.138591] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283030, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.338303] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.364262] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.364527] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.364704] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.364895] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.365078] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.365274] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.365512] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.365679] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.365852] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.366064] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.366255] env[63021]: DEBUG nova.virt.hardware [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.367175] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374263ab-7e34-4604-bc4b-fc51f3c898c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.379809] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41923ecf-4a29-4aa4-80f5-614971fbed7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.417207] env[63021]: INFO nova.compute.manager [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Took 47.32 seconds to build instance. [ 964.496745] env[63021]: INFO nova.compute.manager [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] instance snapshotting [ 964.499506] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf89a1-ad45-42de-8e22-cab3285db5aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.526922] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc96cc5-4a1a-47ef-b069-d1a5dc473b09 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.641839] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283030, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.700901] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8788550-83ad-4a2f-94cf-dad2b3485661 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.709141] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f0948-6f81-4a6e-8d7e-58c7c1cb1cd5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.742900] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f34c0-ef29-494a-b69e-60f65fae03f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.749973] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeabd4e-98c5-4abf-a067-6a14075336a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.764683] env[63021]: DEBUG nova.compute.provider_tree [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.794764] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Successfully updated port: a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.878944] env[63021]: DEBUG nova.network.neutron [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updated VIF entry in instance network info cache for port c542343a-120c-4946-b44c-140be85d7e5c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.879455] env[63021]: DEBUG nova.network.neutron [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.919867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6f2456f4-3d12-4201-9386-0ac2d72ebdb0 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.851s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.040244] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.041343] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d85255c-f66d-47c1-9669-372c8adde7f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.048456] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 965.048456] env[63021]: value = "task-4283031" [ 965.048456] env[63021]: _type = "Task" [ 965.048456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.058729] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.139137] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283030, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.270409] env[63021]: DEBUG nova.scheduler.client.report [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.297425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.297425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.297425] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.381631] env[63021]: DEBUG oslo_concurrency.lockutils [req-3f246039-2446-40b0-aa26-4bbcf9665749 req-e0dbd53e-c4df-4d64-a04f-45ae2ac7059c service nova] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.561571] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.586909] env[63021]: INFO nova.compute.manager [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Rebuilding instance [ 965.623094] env[63021]: DEBUG nova.compute.manager [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 965.623268] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.623530] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.623640] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.623794] env[63021]: DEBUG nova.compute.manager [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] No waiting events found dispatching network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.623979] env[63021]: WARNING nova.compute.manager [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received unexpected event network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 for instance with vm_state building and task_state spawning. [ 965.624121] env[63021]: DEBUG nova.compute.manager [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 965.624274] env[63021]: DEBUG nova.compute.manager [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing instance network info cache due to event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 965.624468] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.635399] env[63021]: DEBUG nova.compute.manager [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.636407] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c3cece-213a-44a5-b448-c6d3fb83570a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.643707] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283030, 'name': CreateVM_Task, 'duration_secs': 1.420352} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.645285] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.647978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.648152] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.648462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.648863] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2be666a-e663-4a1e-b35a-9e0ce5154af7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.652756] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 965.652756] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5259e7e3-a25b-8bf6-4bfc-fbbb1d12aa40" [ 965.652756] env[63021]: _type = "Task" [ 965.652756] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.660044] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5259e7e3-a25b-8bf6-4bfc-fbbb1d12aa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.776328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.777230] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.779567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.609s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.780910] env[63021]: INFO nova.compute.claims [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.839517] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.989925] env[63021]: DEBUG nova.network.neutron [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.061251] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.163369] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5259e7e3-a25b-8bf6-4bfc-fbbb1d12aa40, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.164269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.164835] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.164835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.164984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.165034] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.165588] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10130048-e6b1-4ac3-ace0-5bac01637c12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.173530] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.173686] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.174867] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4528a275-8a1a-45aa-b20f-0449d9a1cba9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.179630] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 966.179630] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0ca22-35c9-46e6-e6e4-b1fc59bbc37d" [ 966.179630] env[63021]: _type = "Task" [ 966.179630] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.187489] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0ca22-35c9-46e6-e6e4-b1fc59bbc37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.287646] env[63021]: DEBUG nova.compute.utils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.289146] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.289880] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.328381] env[63021]: DEBUG nova.policy [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b822edb9fe340d1a52947a0075b57dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94b4d155559a4c2f9ac91d98b493960d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.493096] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.493096] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance network_info: |[{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.493457] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.493669] env[63021]: DEBUG nova.network.neutron [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.495738] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79337cb-17e6-4dc8-be90-90a6d3823771', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.504485] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.505746] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.506038] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a57d02f-ce03-4eb9-b365-8225be9c7b21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.528878] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.528878] env[63021]: value = "task-4283032" [ 966.528878] env[63021]: _type = "Task" [ 966.528878] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.536465] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283032, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.562370] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283031, 'name': CreateSnapshot_Task, 'duration_secs': 1.260338} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.562650] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.563427] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51dd32b-b269-4a19-a78f-6b7025272f34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.611110] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Successfully created port: 632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.652769] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.653101] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71b100b-2c00-48c3-bf1e-761e91ef8fb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.660417] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 966.660417] env[63021]: value = "task-4283033" [ 966.660417] env[63021]: _type = "Task" [ 966.660417] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.669367] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.688982] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0ca22-35c9-46e6-e6e4-b1fc59bbc37d, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.689950] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1df5ad-dfe3-4a61-9e00-ec4f34e2b888 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.695363] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 966.695363] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5265e9ec-85cb-a673-bdd3-596a44097eb5" [ 966.695363] env[63021]: _type = "Task" [ 966.695363] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.704127] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265e9ec-85cb-a673-bdd3-596a44097eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.793400] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.044166] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283032, 'name': CreateVM_Task, 'duration_secs': 0.387728} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.044166] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.044512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.044512] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.044822] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.045090] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cde4e42-8cf9-4831-86cb-a7d716065730 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.049410] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 967.049410] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5290a90f-91b8-7754-b248-111b6797af1a" [ 967.049410] env[63021]: _type = "Task" [ 967.049410] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.059479] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5290a90f-91b8-7754-b248-111b6797af1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.081999] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.082571] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-446e25b1-eac9-412e-8268-1a8d2c7eb527 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.090800] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 967.090800] env[63021]: value = "task-4283034" [ 967.090800] env[63021]: _type = "Task" [ 967.090800] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.101234] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.148565] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6051c6-e6ee-41d6-862c-47c193e7632f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.155258] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc7c972-d406-4aec-8800-78704d89aabb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.190386] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3da592-5dc5-47f3-8b75-2656a1d10bad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.196338] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283033, 'name': PowerOffVM_Task, 'duration_secs': 0.210426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.199910] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.200195] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.202765] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386bc601-c66f-4651-a163-d2f7fd4df9ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.206849] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20ebb12-3fa4-40de-bf5b-cf2baf9dfdce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.215535] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5265e9ec-85cb-a673-bdd3-596a44097eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.216118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.216546] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.216681] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972df916-9e78-482d-9128-0c01b3ca5f13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.228974] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.228974] env[63021]: DEBUG nova.compute.provider_tree [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.230508] env[63021]: DEBUG nova.network.neutron [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updated VIF entry in instance network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.230798] env[63021]: DEBUG nova.network.neutron [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.234136] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cfe5599-60ea-4193-b992-83ff0db49909 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.237068] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 967.237068] env[63021]: value = "task-4283035" [ 967.237068] env[63021]: _type = "Task" [ 967.237068] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.244686] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.296030] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.296598] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.296755] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.297082] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb9b737-290f-4e06-b02c-57a8c782466a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.310605] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 967.310605] env[63021]: value = "task-4283037" [ 967.310605] env[63021]: _type = "Task" [ 967.310605] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.321679] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.564502] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5290a90f-91b8-7754-b248-111b6797af1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.565092] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.565092] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.565484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.565635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.565880] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.566177] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1114f0a-32fe-4b0a-b026-efd6f4ec9a19 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.580593] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.580916] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.581732] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b5931b-f9c6-4db9-8228-c5724da3ac1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.588838] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 967.588838] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5205796d-dae5-4163-4531-0d9cfeb7d041" [ 967.588838] env[63021]: _type = "Task" [ 967.588838] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.602850] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.606588] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205796d-dae5-4163-4531-0d9cfeb7d041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.735199] env[63021]: DEBUG nova.scheduler.client.report [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.739469] env[63021]: DEBUG oslo_concurrency.lockutils [req-e8858499-135f-4060-8d30-d4aee319e76c req-79ac8aad-fc2c-4ebb-9adb-94001279fd48 service nova] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748180] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283035, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.808302] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.820409] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394808} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.820727] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.820942] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.821146] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.833109] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.833349] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.833506] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.833684] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.833827] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.833971] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.834198] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.834360] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.834527] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.834687] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.834856] env[63021]: DEBUG nova.virt.hardware [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.835722] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94154b13-9ba1-4643-9d52-a4cb055e68cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.843262] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0788f3eb-4de2-4993-8fbe-3832210b5346 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.998809] env[63021]: DEBUG nova.compute.manager [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Received event network-vif-plugged-632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 967.999087] env[63021]: DEBUG oslo_concurrency.lockutils [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] Acquiring lock "31e73939-09af-467e-b637-0bba27390c0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.999340] env[63021]: DEBUG oslo_concurrency.lockutils [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] Lock "31e73939-09af-467e-b637-0bba27390c0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.999551] env[63021]: DEBUG oslo_concurrency.lockutils [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] Lock "31e73939-09af-467e-b637-0bba27390c0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.999762] env[63021]: DEBUG nova.compute.manager [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] No waiting events found dispatching network-vif-plugged-632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.999994] env[63021]: WARNING nova.compute.manager [req-720d592f-c44b-4936-b9b1-c70f3225a473 req-a9fe1710-a24f-4260-ab2b-a0b4018328a7 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Received unexpected event network-vif-plugged-632d6ddf-14b7-45f1-b950-6dca5b21ef0f for instance with vm_state building and task_state spawning. [ 968.101439] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.104881] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205796d-dae5-4163-4531-0d9cfeb7d041, 'name': SearchDatastore_Task, 'duration_secs': 0.056868} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.105784] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973b28e1-4ef8-4906-a1a3-65cb4a9f75cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.111179] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 968.111179] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52becd82-5d79-b471-8fa4-7476cea426b1" [ 968.111179] env[63021]: _type = "Task" [ 968.111179] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.119379] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52becd82-5d79-b471-8fa4-7476cea426b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.240981] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.241551] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.244360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.594s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.245882] env[63021]: INFO nova.compute.claims [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.257315] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525195} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.257638] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.257885] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.258242] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf3a914f-ca0f-4ec3-b0b0-c407627571c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.265517] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 968.265517] env[63021]: value = "task-4283038" [ 968.265517] env[63021]: _type = "Task" [ 968.265517] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.275357] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.304698] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Successfully updated port: 632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.603167] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.621601] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52becd82-5d79-b471-8fa4-7476cea426b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.621870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.622161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.622464] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3049aa8-aab8-4b74-af1f-b590af5ad2dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.629331] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 968.629331] env[63021]: value = "task-4283039" [ 968.629331] env[63021]: _type = "Task" [ 968.629331] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.637229] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.753959] env[63021]: DEBUG nova.compute.utils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.757264] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.757439] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.774661] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095088} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.774911] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.775766] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba83c0-718b-4e11-a82c-398938705c19 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.797846] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.799290] env[63021]: DEBUG nova.policy [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51392caadb364c85b47d3101ef70053e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb32dc8a84a34c5d9875ea90270a1d4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.800672] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657c79c5-bc00-4c11-a885-08a8ac004935 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.814708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquired lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814992] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.822080] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 968.822080] env[63021]: value = "task-4283040" [ 968.822080] env[63021]: _type = "Task" [ 968.822080] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.835308] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.859101] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.859335] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.859495] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.859679] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.859824] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.859969] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.860196] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.860356] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.860521] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.860680] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.861826] env[63021]: DEBUG nova.virt.hardware [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.861826] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90349d26-cc45-4b25-b096-e65243e8a41a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.870536] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007d350-0b66-4415-8a81-dab7e2f8ca8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.884087] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:4c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f1eea5-cff6-47ea-a06c-cc2101cca714', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.891380] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.891659] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.891860] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b916c5f-27c9-4f8a-8edc-dab99c4f0075 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.911362] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.911362] env[63021]: value = "task-4283041" [ 968.911362] env[63021]: _type = "Task" [ 968.911362] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.919202] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283041, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.104991] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.119269] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Successfully created port: 2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.139477] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283039, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.258523] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.333541] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283040, 'name': ReconfigVM_Task, 'duration_secs': 0.280915} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.333881] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.334547] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301479e7-9651-4111-8de9-7077aecc30e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.341056] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 969.341056] env[63021]: value = "task-4283042" [ 969.341056] env[63021]: _type = "Task" [ 969.341056] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.352153] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283042, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.360964] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.424768] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283041, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.573498] env[63021]: DEBUG nova.network.neutron [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Updating instance_info_cache with network_info: [{"id": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "address": "fa:16:3e:f3:42:06", "network": {"id": "bd687de8-ebab-41a9-97a2-d1a61cdfe091", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-509003153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b4d155559a4c2f9ac91d98b493960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632d6ddf-14", "ovs_interfaceid": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.607052] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283034, 'name': CloneVM_Task, 'duration_secs': 2.325417} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.607290] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Created linked-clone VM from snapshot [ 969.608114] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb1986-a313-4eee-86a2-7bb575c614a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.618010] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Uploading image 47050aa2-c595-4dff-9c97-69fa0ee9da80 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 969.645217] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 969.645217] env[63021]: value = "vm-843843" [ 969.645217] env[63021]: _type = "VirtualMachine" [ 969.645217] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 969.645518] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70585} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.645747] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b8a7829-839f-4dba-be0d-be57b970047e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.647255] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.647472] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.647725] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9364c1-0249-4839-a713-bd8d4f9c35be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.654386] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6ca186-9ce8-40dd-b91c-60cf5ca5dfac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.659400] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 969.659400] env[63021]: value = "task-4283043" [ 969.659400] env[63021]: _type = "Task" [ 969.659400] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.659751] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease: (returnval){ [ 969.659751] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52de599f-d07d-8cd6-f392-3cdf2d3f8e1f" [ 969.659751] env[63021]: _type = "HttpNfcLease" [ 969.659751] env[63021]: } obtained for exporting VM: (result){ [ 969.659751] env[63021]: value = "vm-843843" [ 969.659751] env[63021]: _type = "VirtualMachine" [ 969.659751] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 969.660078] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the lease: (returnval){ [ 969.660078] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52de599f-d07d-8cd6-f392-3cdf2d3f8e1f" [ 969.660078] env[63021]: _type = "HttpNfcLease" [ 969.660078] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.670188] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f343ada-61d2-4c37-a905-2e08bbf771b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.676773] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.676975] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.676975] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52de599f-d07d-8cd6-f392-3cdf2d3f8e1f" [ 969.676975] env[63021]: _type = "HttpNfcLease" [ 969.676975] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.677551] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.677551] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52de599f-d07d-8cd6-f392-3cdf2d3f8e1f" [ 969.677551] env[63021]: _type = "HttpNfcLease" [ 969.677551] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.678236] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bac352-d56e-4b7d-a54a-98b1cdba6824 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.705520] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe0daf-c696-49b9-8d68-550039ef113f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.711285] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.711285] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.768668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2db6a3a-a412-4066-bdc5-0cced733063d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.786761] env[63021]: DEBUG nova.compute.provider_tree [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.799767] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ffc65e52-a31b-4621-9568-f0db56aae3e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.853110] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283042, 'name': Rename_Task, 'duration_secs': 0.143623} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.853110] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.853110] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e846e9-69dc-4dd0-b901-4447953b00fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.857747] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 969.857747] env[63021]: value = "task-4283045" [ 969.857747] env[63021]: _type = "Task" [ 969.857747] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.866620] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.922050] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283041, 'name': CreateVM_Task, 'duration_secs': 0.619472} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.922244] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.922917] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.923097] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.923451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.923727] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efde72de-8bad-45b8-b36e-dd30b3efb4d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.928344] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 969.928344] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75f69-d9f5-59ce-eb2b-61818ff385f2" [ 969.928344] env[63021]: _type = "Task" [ 969.928344] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.936298] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75f69-d9f5-59ce-eb2b-61818ff385f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.023804] env[63021]: DEBUG nova.compute.manager [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Received event network-changed-632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 970.023916] env[63021]: DEBUG nova.compute.manager [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Refreshing instance network info cache due to event network-changed-632d6ddf-14b7-45f1-b950-6dca5b21ef0f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 970.024208] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] Acquiring lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.077787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Releasing lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.078035] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Instance network_info: |[{"id": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "address": "fa:16:3e:f3:42:06", "network": {"id": "bd687de8-ebab-41a9-97a2-d1a61cdfe091", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-509003153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b4d155559a4c2f9ac91d98b493960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632d6ddf-14", "ovs_interfaceid": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.078278] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] Acquired lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.078506] env[63021]: DEBUG nova.network.neutron [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Refreshing network info cache for port 632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.079728] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:42:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '632d6ddf-14b7-45f1-b950-6dca5b21ef0f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.087498] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Creating folder: Project (94b4d155559a4c2f9ac91d98b493960d). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.090430] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae4ac430-df1e-4a4c-a414-5c335507db43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.101357] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Created folder: Project (94b4d155559a4c2f9ac91d98b493960d) in parent group-v843603. [ 970.101561] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Creating folder: Instances. Parent ref: group-v843845. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.101795] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03002d90-cd5c-47df-8f76-95b7a607b8bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.111057] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Created folder: Instances in parent group-v843845. [ 970.111375] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.111581] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.111848] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-648ce085-d6a1-46d6-9f49-b0d8ef6ce47e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.133306] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.133306] env[63021]: value = "task-4283048" [ 970.133306] env[63021]: _type = "Task" [ 970.133306] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.141757] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283048, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.175845] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092304} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.176216] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.177390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00daae61-7af6-4649-9614-ea31eb9f4bb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.202460] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.205515] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd14cff-fa2e-4e93-96a4-bef36e5c1434 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.229323] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 970.229323] env[63021]: value = "task-4283049" [ 970.229323] env[63021]: _type = "Task" [ 970.229323] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.237671] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.278197] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.290025] env[63021]: DEBUG nova.scheduler.client.report [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.304347] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.304690] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.304917] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.305236] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.305730] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.305908] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.306208] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.306435] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.306659] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.306875] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.307116] env[63021]: DEBUG nova.virt.hardware [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.308043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bff0e6-a1aa-42ba-bf6e-339e627c1140 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.318827] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc7bdc8-f0d8-4e77-86bf-cf9842ed6010 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.354563] env[63021]: DEBUG nova.network.neutron [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Updated VIF entry in instance network info cache for port 632d6ddf-14b7-45f1-b950-6dca5b21ef0f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.354563] env[63021]: DEBUG nova.network.neutron [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Updating instance_info_cache with network_info: [{"id": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "address": "fa:16:3e:f3:42:06", "network": {"id": "bd687de8-ebab-41a9-97a2-d1a61cdfe091", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-509003153-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b4d155559a4c2f9ac91d98b493960d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632d6ddf-14", "ovs_interfaceid": "632d6ddf-14b7-45f1-b950-6dca5b21ef0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.367858] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.439442] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d75f69-d9f5-59ce-eb2b-61818ff385f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.439789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.440052] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.440309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.440501] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.440752] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.441049] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8393d4ad-6a57-41ee-ac65-f9d89a6ff597 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.450322] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.450562] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.451484] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65f1ca6-de91-4e72-afee-01ad90c5b35c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.458385] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 970.458385] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52455b4d-afb8-8eff-ae14-b76936b61738" [ 970.458385] env[63021]: _type = "Task" [ 970.458385] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.467546] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52455b4d-afb8-8eff-ae14-b76936b61738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.644346] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283048, 'name': CreateVM_Task, 'duration_secs': 0.343747} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.644346] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.644654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.644696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.645199] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.645488] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7542dd-4f9f-4ea2-a905-dbacbcfd3ef8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.651533] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 970.651533] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5235d415-ec67-6623-b139-99dfad52a787" [ 970.651533] env[63021]: _type = "Task" [ 970.651533] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.662664] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5235d415-ec67-6623-b139-99dfad52a787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.738966] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.792020] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Successfully updated port: 2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.799046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.799944] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.803437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.151s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.804054] env[63021]: DEBUG nova.objects.instance [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lazy-loading 'resources' on Instance uuid 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.856901] env[63021]: DEBUG oslo_concurrency.lockutils [req-1ede9012-f8ad-4ba3-a3ed-4da4ba23f433 req-f33d3eb8-e57d-43d0-b011-63cebd266d86 service nova] Releasing lock "refresh_cache-31e73939-09af-467e-b637-0bba27390c0e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.868325] env[63021]: DEBUG oslo_vmware.api [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283045, 'name': PowerOnVM_Task, 'duration_secs': 0.992718} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.868694] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.868949] env[63021]: INFO nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 9.00 seconds to spawn the instance on the hypervisor. [ 970.869248] env[63021]: DEBUG nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.869995] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c36d861-689b-4e19-ac80-8de824010619 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.969513] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52455b4d-afb8-8eff-ae14-b76936b61738, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.970424] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac21eb31-6a2d-46c0-afaa-fe37b2ef0dce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.977431] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 970.977431] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521293f8-297b-e711-5c52-c285cb4976ad" [ 970.977431] env[63021]: _type = "Task" [ 970.977431] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.984938] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521293f8-297b-e711-5c52-c285cb4976ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.162273] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5235d415-ec67-6623-b139-99dfad52a787, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.162622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.162873] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.163136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.238169] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283049, 'name': ReconfigVM_Task, 'duration_secs': 0.555221} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.238477] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.239184] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a7744f-60b0-4836-ac2d-175d89ad5e21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.245824] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 971.245824] env[63021]: value = "task-4283050" [ 971.245824] env[63021]: _type = "Task" [ 971.245824] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.255879] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283050, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.294920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.295247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.296178] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.304806] env[63021]: DEBUG nova.compute.utils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.306881] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.307648] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.356333] env[63021]: DEBUG nova.policy [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51392caadb364c85b47d3101ef70053e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb32dc8a84a34c5d9875ea90270a1d4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.393732] env[63021]: INFO nova.compute.manager [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 51.27 seconds to build instance. [ 971.490601] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521293f8-297b-e711-5c52-c285cb4976ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.493847] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.494187] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.494948] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.495257] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.495498] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d86acddb-ca67-424b-92ad-17a1c4df70ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.497801] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0214ff33-4ee7-4a16-8cc5-bd06ed329f5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.505156] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 971.505156] env[63021]: value = "task-4283051" [ 971.505156] env[63021]: _type = "Task" [ 971.505156] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.514019] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.514019] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.514019] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61069ac8-98f4-4db3-ad37-c099e83dee7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.522312] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.526359] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 971.526359] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52993367-5e30-8fc3-fddc-19493a224c65" [ 971.526359] env[63021]: _type = "Task" [ 971.526359] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.536447] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52993367-5e30-8fc3-fddc-19493a224c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.696311] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Successfully created port: 35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.745840] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1db1059-8598-4bb7-a44c-87e749b39a4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.759236] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283050, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.762683] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa63f77-be1b-4445-8674-e1d981f3e082 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.794713] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a388aa7-bc32-4d3f-b2ea-ae2c908368c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.804661] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbecd2-5eb2-456f-b5e2-066bd26570bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.820853] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.824622] env[63021]: DEBUG nova.compute.provider_tree [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.838672] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.896598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9b16aa3e-45ab-4321-9f21-fdd0c8d3ff1a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.777s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.018423] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.037104] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52993367-5e30-8fc3-fddc-19493a224c65, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.037927] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3a38fb-68ad-41c1-9c0c-5d97b04d997f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.043718] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 972.043718] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b54b4d-9568-9a38-e3b6-df0e0a4b8a2f" [ 972.043718] env[63021]: _type = "Task" [ 972.043718] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.052404] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b54b4d-9568-9a38-e3b6-df0e0a4b8a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.067687] env[63021]: DEBUG nova.network.neutron [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Updating instance_info_cache with network_info: [{"id": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "address": "fa:16:3e:cd:2b:d9", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e587ddb-20", "ovs_interfaceid": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.215717] env[63021]: DEBUG nova.compute.manager [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Received event network-vif-plugged-2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 972.215717] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Acquiring lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.215717] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.216078] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.216078] env[63021]: DEBUG nova.compute.manager [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] No waiting events found dispatching network-vif-plugged-2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.216332] env[63021]: WARNING nova.compute.manager [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Received unexpected event network-vif-plugged-2e587ddb-20f2-41e5-b4e0-08e07821395c for instance with vm_state building and task_state spawning. [ 972.216566] env[63021]: DEBUG nova.compute.manager [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Received event network-changed-2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 972.216736] env[63021]: DEBUG nova.compute.manager [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Refreshing instance network info cache due to event network-changed-2e587ddb-20f2-41e5-b4e0-08e07821395c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 972.216912] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Acquiring lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.260150] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283050, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.329982] env[63021]: DEBUG nova.scheduler.client.report [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.516245] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.517404] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.528164] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283051, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.556568] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b54b4d-9568-9a38-e3b6-df0e0a4b8a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013904} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.556854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.557313] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 31e73939-09af-467e-b637-0bba27390c0e/31e73939-09af-467e-b637-0bba27390c0e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.557386] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f56abacc-04a6-4216-99b6-460f99e3598f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.565606] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 972.565606] env[63021]: value = "task-4283052" [ 972.565606] env[63021]: _type = "Task" [ 972.565606] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.571999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.572343] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Instance network_info: |[{"id": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "address": "fa:16:3e:cd:2b:d9", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e587ddb-20", "ovs_interfaceid": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.572637] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Acquired lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.572815] env[63021]: DEBUG nova.network.neutron [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Refreshing network info cache for port 2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.574343] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:2b:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e587ddb-20f2-41e5-b4e0-08e07821395c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.582075] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Creating folder: Project (cb32dc8a84a34c5d9875ea90270a1d4f). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.583337] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-906e8655-9f5b-4252-9c4c-d95bf2c58071 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.587686] env[63021]: DEBUG nova.compute.manager [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Received event network-changed-c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 972.587873] env[63021]: DEBUG nova.compute.manager [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Refreshing instance network info cache due to event network-changed-c542343a-120c-4946-b44c-140be85d7e5c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 972.588098] env[63021]: DEBUG oslo_concurrency.lockutils [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588407] env[63021]: DEBUG oslo_concurrency.lockutils [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588407] env[63021]: DEBUG nova.network.neutron [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Refreshing network info cache for port c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.594094] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.602353] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Created folder: Project (cb32dc8a84a34c5d9875ea90270a1d4f) in parent group-v843603. [ 972.602519] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Creating folder: Instances. Parent ref: group-v843848. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.602751] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197f247f-cda2-4d14-a16a-b007f308311e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.615108] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Created folder: Instances in parent group-v843848. [ 972.615457] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.615669] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.615882] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab2af75-e9c4-4c20-95f0-c3bae3db61e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.638183] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.638183] env[63021]: value = "task-4283055" [ 972.638183] env[63021]: _type = "Task" [ 972.638183] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.646605] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283055, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.761993] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283050, 'name': Rename_Task, 'duration_secs': 1.194594} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.762307] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.762595] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce9f317-574d-4d25-ab8b-3a5cb9512a49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.770233] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 972.770233] env[63021]: value = "task-4283056" [ 972.770233] env[63021]: _type = "Task" [ 972.770233] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.779648] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.839223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.844503] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.847636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.673s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.847979] env[63021]: DEBUG nova.objects.instance [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'resources' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.877995] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.878321] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.878426] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.878580] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.878726] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.878873] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.879126] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.879259] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.879449] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.879628] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.879843] env[63021]: DEBUG nova.virt.hardware [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.881066] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b636139-e25c-42b3-b4f7-952da5d8d83d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.884614] env[63021]: INFO nova.scheduler.client.report [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleted allocations for instance 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81 [ 972.897361] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae07163-1811-43b2-aaaa-ebe258c53798 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.022867] env[63021]: DEBUG nova.compute.utils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.024693] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283051, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.35616} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.024693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.024882] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.025308] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667a57e7-f401-438f-a966-e16eb49e9db7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.034449] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 973.034449] env[63021]: value = "task-4283057" [ 973.034449] env[63021]: _type = "Task" [ 973.034449] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.044635] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.080141] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283052, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.149285] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283055, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.281092] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283056, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.356262] env[63021]: DEBUG nova.objects.instance [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'numa_topology' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.401460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8d43cee0-822b-4d21-930e-2c2eef00df9b tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "44046d4e-a3d3-4c2d-ab7b-cad1af6bde81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.133s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.527214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.557497] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.338292} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.557497] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.559623] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997559e-cffa-4846-bd93-5d7cb9ad40ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.591597] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.592594] env[63021]: DEBUG nova.network.neutron [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Updated VIF entry in instance network info cache for port 2e587ddb-20f2-41e5-b4e0-08e07821395c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.592924] env[63021]: DEBUG nova.network.neutron [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Updating instance_info_cache with network_info: [{"id": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "address": "fa:16:3e:cd:2b:d9", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e587ddb-20", "ovs_interfaceid": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.594494] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b6f65c-2b0f-4b80-a51b-1271d75647a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.610826] env[63021]: DEBUG nova.network.neutron [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updated VIF entry in instance network info cache for port c542343a-120c-4946-b44c-140be85d7e5c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.611204] env[63021]: DEBUG nova.network.neutron [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.621726] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802349} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.622921] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 31e73939-09af-467e-b637-0bba27390c0e/31e73939-09af-467e-b637-0bba27390c0e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.623081] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.623406] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 973.623406] env[63021]: value = "task-4283058" [ 973.623406] env[63021]: _type = "Task" [ 973.623406] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.623694] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-837b9e75-80ea-4ef1-8b2b-d892b6722218 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.637826] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.639642] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 973.639642] env[63021]: value = "task-4283059" [ 973.639642] env[63021]: _type = "Task" [ 973.639642] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.654560] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283055, 'name': CreateVM_Task, 'duration_secs': 0.580255} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.655729] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.656265] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.657104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.657330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.659714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.659714] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f1f820-207b-4e6b-a34a-3d741dba44e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.663116] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 973.663116] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a33e7d-d513-576a-ba50-8f62421089e6" [ 973.663116] env[63021]: _type = "Task" [ 973.663116] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.672030] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a33e7d-d513-576a-ba50-8f62421089e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.706064] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Successfully updated port: 35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.784077] env[63021]: DEBUG oslo_vmware.api [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283056, 'name': PowerOnVM_Task, 'duration_secs': 0.907073} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.784077] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.784209] env[63021]: INFO nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Took 9.45 seconds to spawn the instance on the hypervisor. [ 973.784375] env[63021]: DEBUG nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.785812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebb8231-2a0b-4b5d-8fa8-8193b258174d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.860771] env[63021]: DEBUG nova.objects.base [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Object Instance<710ae78e-7be1-4074-9f02-80e9902261ab> lazy-loaded attributes: resources,numa_topology {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.941972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.942359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.942631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "15a0750d-cdb9-496c-8879-a87e3c446bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.942867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.943108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.948921] env[63021]: INFO nova.compute.manager [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Terminating instance [ 974.113954] env[63021]: DEBUG oslo_concurrency.lockutils [req-4ca8fd60-b073-491d-b7be-9a1c4f82b29e req-aa7ed5f9-3803-4be6-afaf-ebc3982cc62a service nova] Releasing lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.114599] env[63021]: DEBUG oslo_concurrency.lockutils [req-88477614-fa93-49ad-85a9-70dc846ffff9 req-7bb0164f-9ffa-4386-845b-abd6748a5f30 service nova] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.138770] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.151013] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085347} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.151231] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.152219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e159a50-6f3d-44c3-9ec9-384a886da2ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.178335] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 31e73939-09af-467e-b637-0bba27390c0e/31e73939-09af-467e-b637-0bba27390c0e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.186812] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953cce81-a0ef-47e5-8931-2d5db5fade91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.209121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.209275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.209383] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.210596] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a33e7d-d513-576a-ba50-8f62421089e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015143} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.212136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.212295] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.212563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.213372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.213372] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.213372] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 974.213372] env[63021]: value = "task-4283060" [ 974.213372] env[63021]: _type = "Task" [ 974.213372] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.214034] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06211258-d660-4b13-8b9c-4f0a7c864264 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.222043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d727721-42a9-40ea-b1c9-abb0154454b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.234642] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.240021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250f5bb-05c8-4f57-90fc-48a25849ba9f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.245602] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.245933] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.247021] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1747c733-5492-44b8-b16f-a7b81034be4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.255020] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 974.255020] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5263ce89-3384-c589-d9fb-118381ec70cb" [ 974.255020] env[63021]: _type = "Task" [ 974.255020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.287545] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0600fa-7dbf-4bcf-a859-812bbbcfe4b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.290956] env[63021]: DEBUG nova.compute.manager [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Received event network-vif-plugged-35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 974.291179] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Acquiring lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.291539] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.291539] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.291703] env[63021]: DEBUG nova.compute.manager [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] No waiting events found dispatching network-vif-plugged-35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.291869] env[63021]: WARNING nova.compute.manager [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Received unexpected event network-vif-plugged-35941f95-8fdd-449e-937e-b643ac2b7cd2 for instance with vm_state building and task_state spawning. [ 974.292040] env[63021]: DEBUG nova.compute.manager [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Received event network-changed-35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 974.292200] env[63021]: DEBUG nova.compute.manager [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Refreshing instance network info cache due to event network-changed-35941f95-8fdd-449e-937e-b643ac2b7cd2. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 974.292366] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Acquiring lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.305410] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5263ce89-3384-c589-d9fb-118381ec70cb, 'name': SearchDatastore_Task, 'duration_secs': 0.030555} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.308110] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26a483-546e-48ca-971d-145e27a0d46b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.313211] env[63021]: INFO nova.compute.manager [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Took 47.40 seconds to build instance. [ 974.314516] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e97106-bd6f-4de1-b097-078b75180ae8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.329786] env[63021]: DEBUG nova.compute.provider_tree [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.333429] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 974.333429] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5216fe05-feb8-c3dd-5d20-0928e68c8227" [ 974.333429] env[63021]: _type = "Task" [ 974.333429] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.345039] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5216fe05-feb8-c3dd-5d20-0928e68c8227, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.345778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.345778] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1adb44e5-eeb1-4480-8caf-dd059395a539/1adb44e5-eeb1-4480-8caf-dd059395a539.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.346330] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6741b20-7982-49e4-bccf-8ef40d8d687e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.358324] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 974.358324] env[63021]: value = "task-4283061" [ 974.358324] env[63021]: _type = "Task" [ 974.358324] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.371176] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.455725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "refresh_cache-15a0750d-cdb9-496c-8879-a87e3c446bcf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.455929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquired lock "refresh_cache-15a0750d-cdb9-496c-8879-a87e3c446bcf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.456124] env[63021]: DEBUG nova.network.neutron [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.595071] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.595495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.595642] env[63021]: INFO nova.compute.manager [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attaching volume 2912703c-9f9c-4d34-8425-31ccad2210a8 to /dev/sdb [ 974.641283] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283058, 'name': ReconfigVM_Task, 'duration_secs': 0.816261} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.641842] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862/61eac8bc-fdfc-4d4f-a79a-c43ddec41862.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.642747] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352452dc-4866-4f9b-8f17-bf56ac05f550 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.652762] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 974.652762] env[63021]: value = "task-4283062" [ 974.652762] env[63021]: _type = "Task" [ 974.652762] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.662852] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283062, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.664632] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba0119-dc74-4097-a0a5-4bbb979743fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.673733] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fa18e2-f3d9-43e9-a400-b23b80e83b46 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.689399] env[63021]: DEBUG nova.virt.block_device [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating existing volume attachment record: 32cd2254-cf19-4788-b878-55685cd43fc3 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.730026] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.763117] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.818674] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48620892-8686-4b2c-968a-ffb8453672f6 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.920s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.835625] env[63021]: DEBUG nova.scheduler.client.report [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.872817] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.968444] env[63021]: DEBUG nova.network.neutron [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Updating instance_info_cache with network_info: [{"id": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "address": "fa:16:3e:31:38:7f", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35941f95-8f", "ovs_interfaceid": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.982290] env[63021]: DEBUG nova.compute.manager [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 974.982485] env[63021]: DEBUG nova.compute.manager [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing instance network info cache due to event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 974.982704] env[63021]: DEBUG oslo_concurrency.lockutils [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.982866] env[63021]: DEBUG oslo_concurrency.lockutils [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.982995] env[63021]: DEBUG nova.network.neutron [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.986261] env[63021]: DEBUG nova.network.neutron [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.044551] env[63021]: DEBUG nova.network.neutron [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.165814] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283062, 'name': Rename_Task, 'duration_secs': 0.393671} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.166214] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.166548] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85613245-e845-4c35-9911-899973070511 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.173807] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 975.173807] env[63021]: value = "task-4283064" [ 975.173807] env[63021]: _type = "Task" [ 975.173807] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.182859] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.225989] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283060, 'name': ReconfigVM_Task, 'duration_secs': 0.984318} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.226308] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 31e73939-09af-467e-b637-0bba27390c0e/31e73939-09af-467e-b637-0bba27390c0e.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.226957] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42d4866-39d0-41d7-a459-ab1f9da2ff75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.233654] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 975.233654] env[63021]: value = "task-4283065" [ 975.233654] env[63021]: _type = "Task" [ 975.233654] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.242984] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283065, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.340935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.493s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.343943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.136s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.345778] env[63021]: INFO nova.compute.claims [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.377627] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593218} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.378082] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1adb44e5-eeb1-4480-8caf-dd059395a539/1adb44e5-eeb1-4480-8caf-dd059395a539.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.378407] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.381709] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3520d497-83fd-41b9-a6b1-bbb69af6cfab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.387386] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 975.387386] env[63021]: value = "task-4283066" [ 975.387386] env[63021]: _type = "Task" [ 975.387386] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.398687] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.471791] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.471791] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Instance network_info: |[{"id": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "address": "fa:16:3e:31:38:7f", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35941f95-8f", "ovs_interfaceid": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.471791] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Acquired lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.472068] env[63021]: DEBUG nova.network.neutron [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Refreshing network info cache for port 35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.473135] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:38:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35941f95-8fdd-449e-937e-b643ac2b7cd2', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.481243] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.481777] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.482036] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c63e62a6-0aa3-40c3-98f8-776ef31aace6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.505475] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.505475] env[63021]: value = "task-4283067" [ 975.505475] env[63021]: _type = "Task" [ 975.505475] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.514817] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283067, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.550049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Releasing lock "refresh_cache-15a0750d-cdb9-496c-8879-a87e3c446bcf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.550509] env[63021]: DEBUG nova.compute.manager [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.550724] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.551624] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8cdb4-ddd2-49f0-8589-97363bb3ca4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.559845] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.560385] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f126fc3b-f360-4ee2-8998-8da5f72daaa1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.567147] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 975.567147] env[63021]: value = "task-4283068" [ 975.567147] env[63021]: _type = "Task" [ 975.567147] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.579083] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4283068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.687139] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283064, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.747060] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283065, 'name': Rename_Task, 'duration_secs': 0.194726} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.747981] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.747981] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf79200-f465-46c5-88f4-685151125dd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.755098] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 975.755098] env[63021]: value = "task-4283069" [ 975.755098] env[63021]: _type = "Task" [ 975.755098] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.763731] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.832361] env[63021]: DEBUG nova.network.neutron [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updated VIF entry in instance network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.832995] env[63021]: DEBUG nova.network.neutron [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.858608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-acd57f7f-3940-4d22-9e1c-8377effd0084 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.481s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.860571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 33.671s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.860787] env[63021]: INFO nova.compute.manager [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Unshelving [ 975.897912] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071396} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.898172] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.899106] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275aa1d2-61b8-47b8-b62a-ed6ff4bb1959 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.923928] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 1adb44e5-eeb1-4480-8caf-dd059395a539/1adb44e5-eeb1-4480-8caf-dd059395a539.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.924229] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f4cf32-3e39-4253-988d-9d927a7d6b13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.944773] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 975.944773] env[63021]: value = "task-4283070" [ 975.944773] env[63021]: _type = "Task" [ 975.944773] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.954308] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.029349] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283067, 'name': CreateVM_Task, 'duration_secs': 0.497547} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.029575] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.030362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.030630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.030883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.031214] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ac64b5-0e8a-43a5-b2b0-5385a5265970 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.037261] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 976.037261] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522f0353-18a9-eb7d-e0cc-5cd91b3336e4" [ 976.037261] env[63021]: _type = "Task" [ 976.037261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.046772] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f0353-18a9-eb7d-e0cc-5cd91b3336e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.081824] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4283068, 'name': PowerOffVM_Task, 'duration_secs': 0.291158} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.081824] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.082035] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.082342] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caffcf2f-265a-4a79-9380-e3b6ead07482 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.112038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.112262] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.112817] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleting the datastore file [datastore2] 15a0750d-cdb9-496c-8879-a87e3c446bcf {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.112817] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9017bb18-3da5-4482-92f1-0ab244a32553 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.122089] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for the task: (returnval){ [ 976.122089] env[63021]: value = "task-4283072" [ 976.122089] env[63021]: _type = "Task" [ 976.122089] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.134298] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4283072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.190675] env[63021]: DEBUG oslo_vmware.api [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283064, 'name': PowerOnVM_Task, 'duration_secs': 0.973201} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.191113] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.191616] env[63021]: DEBUG nova.compute.manager [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.192584] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c401410-8335-40c0-ae71-8df9f1ee5f44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.246912] env[63021]: DEBUG nova.network.neutron [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Updated VIF entry in instance network info cache for port 35941f95-8fdd-449e-937e-b643ac2b7cd2. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.247439] env[63021]: DEBUG nova.network.neutron [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Updating instance_info_cache with network_info: [{"id": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "address": "fa:16:3e:31:38:7f", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35941f95-8f", "ovs_interfaceid": "35941f95-8fdd-449e-937e-b643ac2b7cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.267185] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283069, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.336093] env[63021]: DEBUG oslo_concurrency.lockutils [req-092d0669-2934-4266-933e-8afac6db1eed req-46f275c3-75e3-4752-b58f-16415747d88b service nova] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.458166] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.556855] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522f0353-18a9-eb7d-e0cc-5cd91b3336e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.557373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557497] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.557879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.558154] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.558460] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.558869] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13711d78-54d1-4aa6-bd76-6ded2e383e75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.571202] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.571443] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.576389] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55655ec-c884-4165-8e38-615faf20619d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.583668] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 976.583668] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e09c4c-f731-1747-8f75-c47a1b8d8da9" [ 976.583668] env[63021]: _type = "Task" [ 976.583668] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.592850] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e09c4c-f731-1747-8f75-c47a1b8d8da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.633581] env[63021]: DEBUG oslo_vmware.api [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Task: {'id': task-4283072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158543} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.633841] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.634042] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.634229] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.634408] env[63021]: INFO nova.compute.manager [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 976.634655] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.634850] env[63021]: DEBUG nova.compute.manager [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.634965] env[63021]: DEBUG nova.network.neutron [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.653037] env[63021]: DEBUG nova.network.neutron [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.716951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.750482] env[63021]: DEBUG oslo_concurrency.lockutils [req-9b8cf54d-9e40-4d44-9469-662b6a07517d req-be537c46-6ca3-4cb9-a38c-fcfdb7b1b295 service nova] Releasing lock "refresh_cache-6118cda7-e296-4262-b668-59b5f68f02bc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.766575] env[63021]: DEBUG oslo_vmware.api [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283069, 'name': PowerOnVM_Task, 'duration_secs': 0.828708} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.767902] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.768141] env[63021]: INFO nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Took 8.96 seconds to spawn the instance on the hypervisor. [ 976.768340] env[63021]: DEBUG nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.769149] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1a1d6-4d84-4671-b34d-2834e0d41c3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.772470] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed830cc-efed-4f4a-873a-aaca07db1e4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.781474] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550c4fb-3445-40c3-94fd-bbf882ea48c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.824999] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831afeca-ea3a-4779-9045-e26959477736 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.835546] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bcb72f-b4f1-4f23-aec9-eae59872bfe7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.850959] env[63021]: DEBUG nova.compute.provider_tree [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.890044] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.959034] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283070, 'name': ReconfigVM_Task, 'duration_secs': 0.572349} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.959034] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 1adb44e5-eeb1-4480-8caf-dd059395a539/1adb44e5-eeb1-4480-8caf-dd059395a539.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.959371] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33f6d807-a3bf-4e87-baa3-0bccc0cc3c56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.968571] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 976.968571] env[63021]: value = "task-4283073" [ 976.968571] env[63021]: _type = "Task" [ 976.968571] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.980807] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283073, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.095158] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e09c4c-f731-1747-8f75-c47a1b8d8da9, 'name': SearchDatastore_Task, 'duration_secs': 0.019604} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.096132] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bee2b0-919c-4e72-a393-d9fd53438b83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.102993] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 977.102993] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52138066-9346-25f2-3e02-639e72e55712" [ 977.102993] env[63021]: _type = "Task" [ 977.102993] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.116227] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52138066-9346-25f2-3e02-639e72e55712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.155570] env[63021]: DEBUG nova.network.neutron [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.298176] env[63021]: INFO nova.compute.manager [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Took 40.72 seconds to build instance. [ 977.354416] env[63021]: DEBUG nova.scheduler.client.report [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.478540] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283073, 'name': Rename_Task, 'duration_secs': 0.268205} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.478890] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.479153] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb386a0-8aa6-46f0-81ea-0b795b45883d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.485690] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 977.485690] env[63021]: value = "task-4283075" [ 977.485690] env[63021]: _type = "Task" [ 977.485690] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.494040] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.617413] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52138066-9346-25f2-3e02-639e72e55712, 'name': SearchDatastore_Task, 'duration_secs': 0.015484} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.617706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.617976] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6118cda7-e296-4262-b668-59b5f68f02bc/6118cda7-e296-4262-b668-59b5f68f02bc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.618339] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6894c19d-1a1f-47e0-847e-3e5adbbd1546 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.625633] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 977.625633] env[63021]: value = "task-4283076" [ 977.625633] env[63021]: _type = "Task" [ 977.625633] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.634948] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.660749] env[63021]: INFO nova.compute.manager [-] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Took 1.03 seconds to deallocate network for instance. [ 977.800784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-68f4b767-589c-422a-82bb-89d11c7514e9 tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.255s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.864029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.864248] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.867014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.571s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.867271] env[63021]: DEBUG nova.objects.instance [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'resources' on Instance uuid a33663b3-5265-4ee1-ae83-97461275d5bb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.878508] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.878612] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.878803] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.879029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.879307] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.881506] env[63021]: INFO nova.compute.manager [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Terminating instance [ 978.001058] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.136989] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.171456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.376437] env[63021]: DEBUG nova.compute.utils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.384310] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.384310] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.387396] env[63021]: DEBUG nova.compute.manager [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.387746] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.388567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6883c97-5c26-47da-bb4b-e722105142b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.398657] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.398657] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d7edd2-c3e6-4148-b200-180080598125 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.409413] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 978.409413] env[63021]: value = "task-4283077" [ 978.409413] env[63021]: _type = "Task" [ 978.409413] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.426962] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.476575] env[63021]: DEBUG nova.policy [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51392caadb364c85b47d3101ef70053e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb32dc8a84a34c5d9875ea90270a1d4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.481812] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.482817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.499850] env[63021]: DEBUG oslo_vmware.api [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283075, 'name': PowerOnVM_Task, 'duration_secs': 0.821101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.500201] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.500419] env[63021]: INFO nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Took 8.22 seconds to spawn the instance on the hypervisor. [ 978.500603] env[63021]: DEBUG nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.501433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8231b-0e63-4420-999a-4ad9265d1663 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.646147] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707469} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.646475] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 6118cda7-e296-4262-b668-59b5f68f02bc/6118cda7-e296-4262-b668-59b5f68f02bc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.647109] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.650404] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ffd0ce3-a54c-4161-9970-72349effa507 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.659087] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 978.659087] env[63021]: value = "task-4283078" [ 978.659087] env[63021]: _type = "Task" [ 978.659087] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.667072] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.807778] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc36be-6745-4d70-88d5-cd88c69156d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.816281] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00892ab-c457-4948-b067-825154db6f4a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.849219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0017ce-147d-4c80-88cc-3cbcb0f3672b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.857138] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda36a6c-4958-42fb-952d-c936cf3783de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.861762] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Successfully created port: b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.873230] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.883977] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.928137] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283077, 'name': PowerOffVM_Task, 'duration_secs': 0.307515} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.929062] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.929307] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.931709] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.932019] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e05352e-7bff-4257-a924-cc46a2f5bd7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.934451] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603ab6a-7c75-4215-9046-34dd108c059c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.942048] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.942048] env[63021]: ERROR oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk due to incomplete transfer. [ 978.942048] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d4edc44-e1d7-4b97-acc9-0ee73b2b5bc8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.952183] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd9beb-d3e7-5a0b-452e-424c2a00da73/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 978.952183] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Uploaded image 47050aa2-c595-4dff-9c97-69fa0ee9da80 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 978.953912] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.954155] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad3388f0-8e17-4eb4-a992-ef233a3dff3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.962371] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 978.962371] env[63021]: value = "task-4283080" [ 978.962371] env[63021]: _type = "Task" [ 978.962371] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.971739] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283080, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.986439] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.995931] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.996225] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.996408] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] 61eac8bc-fdfc-4d4f-a79a-c43ddec41862 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.997084] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1eae5b-4b4c-4cf7-acc3-067fc25be7d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.005072] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 979.005072] env[63021]: value = "task-4283081" [ 979.005072] env[63021]: _type = "Task" [ 979.005072] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.013652] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.022861] env[63021]: INFO nova.compute.manager [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Took 41.88 seconds to build instance. [ 979.168396] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080836} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.168679] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.169477] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b66460-a246-446c-b260-4e4930db3529 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.192829] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6118cda7-e296-4262-b668-59b5f68f02bc/6118cda7-e296-4262-b668-59b5f68f02bc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.193489] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6b8e04-eded-4c4f-b08d-e555f404c5fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.213499] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 979.213499] env[63021]: value = "task-4283082" [ 979.213499] env[63021]: _type = "Task" [ 979.213499] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.221565] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.246652] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.246904] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843851', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'name': 'volume-2912703c-9f9c-4d34-8425-31ccad2210a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'serial': '2912703c-9f9c-4d34-8425-31ccad2210a8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.247915] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f007c39-30f9-43de-9545-e44c55e3c9a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.264271] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a68a3-80ac-4aee-a319-ac03bcf425de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.289646] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-2912703c-9f9c-4d34-8425-31ccad2210a8/volume-2912703c-9f9c-4d34-8425-31ccad2210a8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.289981] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d68a78-91dd-47f2-8771-5f6b6546f890 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.310196] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 979.310196] env[63021]: value = "task-4283083" [ 979.310196] env[63021]: _type = "Task" [ 979.310196] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.321413] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.400443] env[63021]: ERROR nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [req-64c1f8b5-2d5b-4ece-8302-be16419dd577] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64c1f8b5-2d5b-4ece-8302-be16419dd577"}]} [ 979.418939] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.440384] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 979.440635] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.453938] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 979.471477] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283080, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.474585] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.516994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.521458] env[63021]: DEBUG oslo_vmware.api [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459515} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.522069] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.522573] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.523051] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.523601] env[63021]: INFO nova.compute.manager [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.524050] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.524614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0dbf0351-b7d2-4967-96d8-785d3909738c tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.395s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.525059] env[63021]: DEBUG nova.compute.manager [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.525333] env[63021]: DEBUG nova.network.neutron [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.549046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "31e73939-09af-467e-b637-0bba27390c0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.549804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.549804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "31e73939-09af-467e-b637-0bba27390c0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.549804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.550011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.552289] env[63021]: INFO nova.compute.manager [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Terminating instance [ 979.730017] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283082, 'name': ReconfigVM_Task, 'duration_secs': 0.340131} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.730017] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6118cda7-e296-4262-b668-59b5f68f02bc/6118cda7-e296-4262-b668-59b5f68f02bc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.730017] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b98e5a9b-852d-4f37-b7ad-4d92c19ce411 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.734937] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 979.734937] env[63021]: value = "task-4283084" [ 979.734937] env[63021]: _type = "Task" [ 979.734937] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.750446] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283084, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.829025] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283083, 'name': ReconfigVM_Task, 'duration_secs': 0.420891} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.829025] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-2912703c-9f9c-4d34-8425-31ccad2210a8/volume-2912703c-9f9c-4d34-8425-31ccad2210a8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.831296] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19713f9-6e34-4678-a70b-c3f78ac4b8ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.852020] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 979.852020] env[63021]: value = "task-4283085" [ 979.852020] env[63021]: _type = "Task" [ 979.852020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.859951] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.895467] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.907529] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12765be-fb2d-4baf-a009-5f5d0e13c37d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.919117] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2a324c-d014-4823-876d-604c9e784194 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.928667] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.928906] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.929096] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.929292] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.929441] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.929589] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.929794] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.930233] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.930233] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.930398] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.930524] env[63021]: DEBUG nova.virt.hardware [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.931690] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824a382-f6ff-40a3-8cd6-eafd0fafb3f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.968863] env[63021]: DEBUG nova.compute.manager [req-f720fc5d-4b75-4300-a802-827b7ea32308 req-9b2bb7ed-df11-4455-8582-47bf661e3aae service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Received event network-vif-deleted-87f1eea5-cff6-47ea-a06c-cc2101cca714 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 979.969081] env[63021]: INFO nova.compute.manager [req-f720fc5d-4b75-4300-a802-827b7ea32308 req-9b2bb7ed-df11-4455-8582-47bf661e3aae service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Neutron deleted interface 87f1eea5-cff6-47ea-a06c-cc2101cca714; detaching it from the instance and deleting it from the info cache [ 979.969290] env[63021]: DEBUG nova.network.neutron [req-f720fc5d-4b75-4300-a802-827b7ea32308 req-9b2bb7ed-df11-4455-8582-47bf661e3aae service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.971748] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b7a81-9574-4585-808f-28e7856d3396 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.979505] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b7337-26b2-428b-be04-b6bb8ce05f40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.997563] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283080, 'name': Destroy_Task, 'duration_secs': 0.684146} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.998174] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Destroyed the VM [ 979.998426] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.999715] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88612dad-557e-4bee-8d40-13d43a736b95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.003644] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cf8a740-30cc-4d3d-b06c-170dcc8db53c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.015534] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.018692] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 980.018692] env[63021]: value = "task-4283086" [ 980.018692] env[63021]: _type = "Task" [ 980.018692] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.027598] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.055722] env[63021]: DEBUG nova.compute.manager [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.055972] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.056925] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722bedb7-e440-4f30-b09d-7b98630f1e33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.064594] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.064851] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2cbb4dc-5095-4e4d-973e-36ea1a1544bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.070495] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 980.070495] env[63021]: value = "task-4283087" [ 980.070495] env[63021]: _type = "Task" [ 980.070495] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.079084] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.245659] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283084, 'name': Rename_Task, 'duration_secs': 0.167283} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.245933] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.246199] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9f270d-a6f2-4bcf-913f-46ebfec0e611 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.252261] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 980.252261] env[63021]: value = "task-4283088" [ 980.252261] env[63021]: _type = "Task" [ 980.252261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.261742] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.355808] env[63021]: DEBUG nova.network.neutron [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.361033] env[63021]: DEBUG oslo_vmware.api [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283085, 'name': ReconfigVM_Task, 'duration_secs': 0.215512} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.361325] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843851', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'name': 'volume-2912703c-9f9c-4d34-8425-31ccad2210a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'serial': '2912703c-9f9c-4d34-8425-31ccad2210a8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 980.435985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "02a2ee7d-dac4-4eee-a381-1711087bca87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.436351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.436585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.436797] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.436967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.439338] env[63021]: INFO nova.compute.manager [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Terminating instance [ 980.466942] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Successfully updated port: b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.472090] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-561f9949-7d1f-4d47-a451-141dce1663a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.481317] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd05440e-8bee-47a3-8689-5f02c1cf762b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.519135] env[63021]: DEBUG nova.compute.manager [req-f720fc5d-4b75-4300-a802-827b7ea32308 req-9b2bb7ed-df11-4455-8582-47bf661e3aae service nova] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Detach interface failed, port_id=87f1eea5-cff6-47ea-a06c-cc2101cca714, reason: Instance 61eac8bc-fdfc-4d4f-a79a-c43ddec41862 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 980.532365] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.539710] env[63021]: ERROR nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [req-f7633bf9-ab89-45d3-8673-8857e2df0b0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7633bf9-ab89-45d3-8673-8857e2df0b0b"}]} [ 980.560038] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.575974] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.576232] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.583571] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283087, 'name': PowerOffVM_Task, 'duration_secs': 0.34668} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.583907] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.584015] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.584264] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b170ac67-423b-4661-8e4b-14ab1d7dca50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.587774] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.606523] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.646103] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.646342] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.646538] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Deleting the datastore file [datastore2] 31e73939-09af-467e-b637-0bba27390c0e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.649205] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-862db95f-6116-449f-9923-3449d731ea9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.655300] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for the task: (returnval){ [ 980.655300] env[63021]: value = "task-4283090" [ 980.655300] env[63021]: _type = "Task" [ 980.655300] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.667173] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.766722] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.784687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.784920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.858106] env[63021]: INFO nova.compute.manager [-] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Took 1.33 seconds to deallocate network for instance. [ 980.942883] env[63021]: DEBUG nova.compute.manager [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.943172] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.944169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050487da-10c9-4519-ba73-d058087c5141 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.949286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcffe058-ee1a-493c-8c24-62fda2b0d298 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.957156] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.959025] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4538f75a-9400-490f-8534-b05088ffe3f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.961247] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5872986-3eb0-4d47-a24d-aa81ed0c6102 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.991066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.991222] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.991393] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.995144] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b237b78-5a7c-4e4d-94e7-4563e057516c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.998020] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 980.998020] env[63021]: value = "task-4283091" [ 980.998020] env[63021]: _type = "Task" [ 980.998020] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.006272] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a5b9b9-7b3f-4b4a-a284-ffa3e619f598 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.013598] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4283091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.023856] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.035056] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283086, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.165540] env[63021]: DEBUG oslo_vmware.api [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Task: {'id': task-4283090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301535} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.165540] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.165540] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.165540] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.165540] env[63021]: INFO nova.compute.manager [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 981.165914] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.166304] env[63021]: DEBUG nova.compute.manager [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.166457] env[63021]: DEBUG nova.network.neutron [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.268474] env[63021]: DEBUG oslo_vmware.api [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283088, 'name': PowerOnVM_Task, 'duration_secs': 0.537857} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.268474] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.268474] env[63021]: INFO nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Took 8.42 seconds to spawn the instance on the hypervisor. [ 981.268474] env[63021]: DEBUG nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.270082] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09052051-669d-46b2-8e4d-3c809338b6ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.287754] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.365124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.404882] env[63021]: DEBUG nova.objects.instance [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid a6002b80-35fc-4c7c-9e7d-c18e909f5346 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.507716] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4283091, 'name': PowerOffVM_Task, 'duration_secs': 0.234875} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.508014] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.508214] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.508466] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e5f537-a565-41b6-b7d9-4c3c8eda0e47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.523838] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.536921] env[63021]: DEBUG oslo_vmware.api [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.05677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.537200] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.537439] env[63021]: INFO nova.compute.manager [None req-a39d3cc0-757b-4a87-8005-672cf9d98b87 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Took 17.04 seconds to snapshot the instance on the hypervisor. [ 981.565565] env[63021]: DEBUG nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.565967] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 115 to 116 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.566194] env[63021]: DEBUG nova.compute.provider_tree [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.571123] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.571987] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.571987] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Deleting the datastore file [datastore2] 02a2ee7d-dac4-4eee-a381-1711087bca87 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.572155] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-596e60dd-709e-4730-8a42-e4a245c42108 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.578692] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for the task: (returnval){ [ 981.578692] env[63021]: value = "task-4283093" [ 981.578692] env[63021]: _type = "Task" [ 981.578692] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.589881] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4283093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.698898] env[63021]: DEBUG nova.network.neutron [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Updating instance_info_cache with network_info: [{"id": "b8d4791b-593b-4cee-b989-3c7d478035a0", "address": "fa:16:3e:21:8f:64", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d4791b-59", "ovs_interfaceid": "b8d4791b-593b-4cee-b989-3c7d478035a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.784902] env[63021]: INFO nova.compute.manager [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Took 44.16 seconds to build instance. [ 981.810680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.912379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f8a5afe8-e74b-49a7-a7e5-2084015218ad tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.316s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.956129] env[63021]: DEBUG nova.network.neutron [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.978934] env[63021]: DEBUG nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Received event network-vif-plugged-b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 981.979205] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Acquiring lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.979436] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.979605] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.979771] env[63021]: DEBUG nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] No waiting events found dispatching network-vif-plugged-b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.979937] env[63021]: WARNING nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Received unexpected event network-vif-plugged-b8d4791b-593b-4cee-b989-3c7d478035a0 for instance with vm_state building and task_state spawning. [ 981.980110] env[63021]: DEBUG nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Received event network-changed-b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 981.980270] env[63021]: DEBUG nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Refreshing instance network info cache due to event network-changed-b8d4791b-593b-4cee-b989-3c7d478035a0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 981.980497] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Acquiring lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.073489] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.206s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.075972] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.589s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.076290] env[63021]: DEBUG nova.objects.instance [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'resources' on Instance uuid 3d2990aa-09cf-48a0-a021-71ddc766ae3e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.090215] env[63021]: DEBUG oslo_vmware.api [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Task: {'id': task-4283093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409905} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.090215] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.090392] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.090531] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.090784] env[63021]: INFO nova.compute.manager [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Took 1.15 seconds to destroy the instance on the hypervisor. [ 982.090950] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.091168] env[63021]: DEBUG nova.compute.manager [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.091261] env[63021]: DEBUG nova.network.neutron [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.093685] env[63021]: INFO nova.scheduler.client.report [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocations for instance a33663b3-5265-4ee1-ae83-97461275d5bb [ 982.201628] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.202075] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Instance network_info: |[{"id": "b8d4791b-593b-4cee-b989-3c7d478035a0", "address": "fa:16:3e:21:8f:64", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d4791b-59", "ovs_interfaceid": "b8d4791b-593b-4cee-b989-3c7d478035a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.202416] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Acquired lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.202637] env[63021]: DEBUG nova.network.neutron [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Refreshing network info cache for port b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.203906] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:8f:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8d4791b-593b-4cee-b989-3c7d478035a0', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.214238] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.217411] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.217894] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c71a40f1-d3cd-4be7-9bb7-44a0356a65ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.238301] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.238301] env[63021]: value = "task-4283094" [ 982.238301] env[63021]: _type = "Task" [ 982.238301] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.249335] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283094, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.287326] env[63021]: DEBUG oslo_concurrency.lockutils [None req-00732710-f691-4c62-b7c6-17000b53f2ec tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.681s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.461743] env[63021]: INFO nova.compute.manager [-] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Took 1.30 seconds to deallocate network for instance. [ 982.585893] env[63021]: DEBUG nova.network.neutron [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Updated VIF entry in instance network info cache for port b8d4791b-593b-4cee-b989-3c7d478035a0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.586829] env[63021]: DEBUG nova.network.neutron [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Updating instance_info_cache with network_info: [{"id": "b8d4791b-593b-4cee-b989-3c7d478035a0", "address": "fa:16:3e:21:8f:64", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d4791b-59", "ovs_interfaceid": "b8d4791b-593b-4cee-b989-3c7d478035a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.601771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ddaa7c3a-dc54-4af9-89bb-97c20fca4c37 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "a33663b3-5265-4ee1-ae83-97461275d5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.310s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.749318] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283094, 'name': CreateVM_Task, 'duration_secs': 0.455121} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.750774] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.753625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.753793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.754121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.754941] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b569c526-21a6-4c68-bb3a-30950f170477 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.760109] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 982.760109] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52415d3d-1bbf-1e5e-af58-1634a55501d0" [ 982.760109] env[63021]: _type = "Task" [ 982.760109] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.770409] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52415d3d-1bbf-1e5e-af58-1634a55501d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.778018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.778018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.898567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a2df0-f50c-4a29-a6ef-7c131eea50ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.906425] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69f157-29ea-4387-ab93-5a41a175fa0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.937880] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc5b1e-25d6-4021-9a4c-04981f5f45b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.945460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad288f-316f-4513-a165-6f8e415a39a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.961735] env[63021]: DEBUG nova.compute.provider_tree [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.971496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.090114] env[63021]: DEBUG oslo_concurrency.lockutils [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] Releasing lock "refresh_cache-f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.090412] env[63021]: DEBUG nova.compute.manager [req-e6dbd64b-c451-4b17-a748-18e26e8ac7e4 req-43f394e7-71c3-4909-9993-e430602a5e3e service nova] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Received event network-vif-deleted-632d6ddf-14b7-45f1-b950-6dca5b21ef0f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 983.255834] env[63021]: DEBUG nova.network.neutron [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.273164] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52415d3d-1bbf-1e5e-af58-1634a55501d0, 'name': SearchDatastore_Task, 'duration_secs': 0.029602} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.273475] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.273739] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.274094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.274202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.274387] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.274654] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d7efdf-358f-40de-938b-6d7ef173fa2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.280304] env[63021]: DEBUG nova.compute.utils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.283448] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.283448] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.284448] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd2a186-f6b0-49b0-a022-dd4ca7e568ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.290684] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 983.290684] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d50342-2110-9203-e71b-a0458d51a9ae" [ 983.290684] env[63021]: _type = "Task" [ 983.290684] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.300357] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d50342-2110-9203-e71b-a0458d51a9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.466633] env[63021]: DEBUG nova.scheduler.client.report [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.758329] env[63021]: INFO nova.compute.manager [-] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Took 1.67 seconds to deallocate network for instance. [ 983.783658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.801155] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d50342-2110-9203-e71b-a0458d51a9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.802020] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2889292d-1a07-4cfd-b5a7-a89ad359041f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.807799] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 983.807799] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5261b99e-4a3d-bc8b-0611-9766dd9e1cff" [ 983.807799] env[63021]: _type = "Task" [ 983.807799] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.816771] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5261b99e-4a3d-bc8b-0611-9766dd9e1cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.972151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.974536] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.180s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.975567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.975567] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 983.975567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.031s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.975567] env[63021]: DEBUG nova.objects.instance [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lazy-loading 'resources' on Instance uuid a2324457-b2cf-4522-a94a-a5a76231aa9c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.978217] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b714d8f-f192-4632-87e3-f4a8624730ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.987857] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387b32c-a094-4cbe-b12f-c1c9d59d2d75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.006326] env[63021]: INFO nova.scheduler.client.report [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted allocations for instance 3d2990aa-09cf-48a0-a021-71ddc766ae3e [ 984.010633] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d3df4-9de4-43e9-94ea-65a092be48c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.019397] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ad0153-662b-4cc4-a5e8-49c36d5ebcf4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.050344] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178883MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.050524] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.266440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.319342] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5261b99e-4a3d-bc8b-0611-9766dd9e1cff, 'name': SearchDatastore_Task, 'duration_secs': 0.026773} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.319689] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.319971] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f2983d26-e0c0-4c69-ba57-5c5087bbe1cc/f2983d26-e0c0-4c69-ba57-5c5087bbe1cc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.320293] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae36a1a-d104-4ff4-845c-42ca5e57a47f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327288] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 984.327288] env[63021]: value = "task-4283095" [ 984.327288] env[63021]: _type = "Task" [ 984.327288] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.337324] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.432075] env[63021]: DEBUG nova.compute.manager [req-6c75ea5a-66d1-46b9-a05c-b611d8131681 req-165a38b8-c8c6-4092-ad42-1e1cf7dae2d8 service nova] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Received event network-vif-deleted-7752e599-918d-466e-bcc8-9b0661204d98 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 984.517765] env[63021]: DEBUG oslo_concurrency.lockutils [None req-27195305-7259-4e90-a0d6-07380a530022 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "3d2990aa-09cf-48a0-a021-71ddc766ae3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.933s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.840180] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.841916] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545b86e-8c05-4c5a-8adc-65477fc7ba23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.849569] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159e65e-247e-4f8e-a363-a569b49b980a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.880164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.880444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.880678] env[63021]: INFO nova.compute.manager [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attaching volume 1bf1cbd1-42b4-4180-94af-1c664b5f8fa8 to /dev/sdc [ 984.884066] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a290be-1281-46f2-a45f-dbc1e334f3d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.894532] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.894716] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.898021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd571bc-0490-4610-9dd0-9509fec65e1f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.905446] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.918423] env[63021]: DEBUG nova.compute.provider_tree [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.921119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1270e94-4d78-4fdd-82c8-f21707540be2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.933807] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d340853-d479-49c4-aeae-5c975c994340 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.944905] env[63021]: DEBUG nova.virt.block_device [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating existing volume attachment record: 3256880e-1d91-420b-8ef2-eaf0d4edf566 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.260500] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.261019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.261447] env[63021]: DEBUG nova.objects.instance [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid bf90c69c-ddd8-4ab6-b514-07fde8f188f0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.338888] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542384} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.339204] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] f2983d26-e0c0-4c69-ba57-5c5087bbe1cc/f2983d26-e0c0-4c69-ba57-5c5087bbe1cc.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.339432] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.339693] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb613ac3-3320-4ca3-95f4-6b57281633bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.346272] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 985.346272] env[63021]: value = "task-4283097" [ 985.346272] env[63021]: _type = "Task" [ 985.346272] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.354773] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.445564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.446561] env[63021]: ERROR nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] [req-dc9cf1ca-dd0d-4738-832c-ddee9c8f931f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc9cf1ca-dd0d-4738-832c-ddee9c8f931f"}]} [ 985.463340] env[63021]: DEBUG nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 985.479531] env[63021]: DEBUG nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 985.481148] env[63021]: DEBUG nova.compute.provider_tree [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.491641] env[63021]: DEBUG nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 985.511378] env[63021]: DEBUG nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 985.804679] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5177f635-725c-4d93-8b66-7bb7286a33c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.814121] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9641bd-3ba5-49dd-b170-b5f98d3c4bb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.844109] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a71aa0-a0e9-4adf-b601-66e0fbb6772a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.847923] env[63021]: DEBUG nova.objects.instance [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid bf90c69c-ddd8-4ab6-b514-07fde8f188f0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.857347] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061329} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.860055] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.860955] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c43e62-7bd3-40f8-8769-8a72df44571f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.864303] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab3fad-1107-4b2e-bfe9-540936acfc15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.897752] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f2983d26-e0c0-4c69-ba57-5c5087bbe1cc/f2983d26-e0c0-4c69-ba57-5c5087bbe1cc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.898323] env[63021]: DEBUG nova.compute.provider_tree [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.900759] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d487f29-b84d-4810-8cf4-507686d832a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.920749] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 985.920749] env[63021]: value = "task-4283099" [ 985.920749] env[63021]: _type = "Task" [ 985.920749] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.928868] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.350510] env[63021]: DEBUG nova.objects.base [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.350781] env[63021]: DEBUG nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.393561] env[63021]: DEBUG nova.policy [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.430916] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.432832] env[63021]: DEBUG nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.433089] env[63021]: DEBUG nova.compute.provider_tree [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 117 to 118 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.433311] env[63021]: DEBUG nova.compute.provider_tree [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.704798] env[63021]: DEBUG nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Successfully created port: ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.930755] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283099, 'name': ReconfigVM_Task, 'duration_secs': 0.735627} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.931041] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f2983d26-e0c0-4c69-ba57-5c5087bbe1cc/f2983d26-e0c0-4c69-ba57-5c5087bbe1cc.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.931838] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a93c6a-2eb0-4272-83a2-46b161f79ce5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.938198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.963s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.940773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.494s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.942012] env[63021]: INFO nova.compute.claims [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.944615] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 986.944615] env[63021]: value = "task-4283100" [ 986.944615] env[63021]: _type = "Task" [ 986.944615] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.952759] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283100, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.960351] env[63021]: INFO nova.scheduler.client.report [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Deleted allocations for instance a2324457-b2cf-4522-a94a-a5a76231aa9c [ 987.457306] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283100, 'name': Rename_Task, 'duration_secs': 0.139694} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.457500] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.458388] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d61dac27-73ae-4fa4-a789-bc0a64bdfaf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.464457] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 987.464457] env[63021]: value = "task-4283102" [ 987.464457] env[63021]: _type = "Task" [ 987.464457] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.470587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c9735c4a-ea8a-4c87-996e-f2fd8f18d2ea tempest-MigrationsAdminTest-518512597 tempest-MigrationsAdminTest-518512597-project-member] Lock "a2324457-b2cf-4522-a94a-a5a76231aa9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.811s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.474950] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.976691] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.103031] env[63021]: DEBUG nova.compute.manager [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-vif-plugged-ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 988.103269] env[63021]: DEBUG oslo_concurrency.lockutils [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.103472] env[63021]: DEBUG oslo_concurrency.lockutils [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.103836] env[63021]: DEBUG oslo_concurrency.lockutils [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.103836] env[63021]: DEBUG nova.compute.manager [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] No waiting events found dispatching network-vif-plugged-ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.103953] env[63021]: WARNING nova.compute.manager [req-16c42703-bc04-4814-9c4b-65110d5a2b4c req-4377e704-9479-41bf-8b34-ce3c1af93d9b service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received unexpected event network-vif-plugged-ec058b83-29e1-477a-901d-24a02de6b362 for instance with vm_state active and task_state None. [ 988.184784] env[63021]: DEBUG nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Successfully updated port: ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.280525] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308cb4d-8aa3-4d7e-b579-10ab5b90a402 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.288926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b9f8c-60dc-41a3-b0fc-00a42931d435 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.320620] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e77d9-021a-4fed-a741-f18256672b53 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.328510] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e529a-73d1-4b9d-afbb-a6bcaa520b75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.342328] env[63021]: DEBUG nova.compute.provider_tree [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.479285] env[63021]: DEBUG oslo_vmware.api [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283102, 'name': PowerOnVM_Task, 'duration_secs': 0.834439} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.479732] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.480077] env[63021]: INFO nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Took 8.58 seconds to spawn the instance on the hypervisor. [ 988.480447] env[63021]: DEBUG nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.481567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deeb86f-4262-4d95-b47f-c9e5c41b8454 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.688213] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.688418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.688605] env[63021]: DEBUG nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.848717] env[63021]: DEBUG nova.scheduler.client.report [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.003794] env[63021]: INFO nova.compute.manager [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Took 46.82 seconds to build instance. [ 989.223553] env[63021]: WARNING nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 989.353839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.354453] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.357321] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.693s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.358940] env[63021]: INFO nova.compute.claims [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.489976] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 989.490250] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843854', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'name': 'volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'serial': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 989.491140] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a164a3-aee3-486b-9133-3fc408b218fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.507412] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c80fc641-bc61-4fb1-b6a5-c9c933b8d159 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.316s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.508293] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8796f-02ff-4706-a903-6a1544547c55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.513747] env[63021]: DEBUG nova.network.neutron [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec058b83-29e1-477a-901d-24a02de6b362", "address": "fa:16:3e:37:b3:b1", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec058b83-29", "ovs_interfaceid": "ec058b83-29e1-477a-901d-24a02de6b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.537252] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8/volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.538497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.539030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.539194] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.539425] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111fe8b6-80c8-4224-b00b-9fe26dba64c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.553066] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb780ec8-1400-41d7-9365-6e6e8e632bb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.570242] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.570481] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.570643] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.570825] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.570967] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.571135] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.571340] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.571500] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.571672] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.571828] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.571998] env[63021]: DEBUG nova.virt.hardware [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.578220] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfiguring VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 989.579958] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08b13ec-1c1c-420a-9615-82b649e5fe66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.592907] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 989.592907] env[63021]: value = "task-4283103" [ 989.592907] env[63021]: _type = "Task" [ 989.592907] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.598567] env[63021]: DEBUG oslo_vmware.api [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 989.598567] env[63021]: value = "task-4283104" [ 989.598567] env[63021]: _type = "Task" [ 989.598567] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.605501] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.608505] env[63021]: DEBUG oslo_vmware.api [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283104, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.863718] env[63021]: DEBUG nova.compute.utils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.870101] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.870316] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.908368] env[63021]: DEBUG nova.policy [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.106626] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.115854] env[63021]: DEBUG oslo_vmware.api [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.371056] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.407277] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Successfully created port: 461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.457051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.457344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.457565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.457718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.457885] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.460234] env[63021]: INFO nova.compute.manager [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Terminating instance [ 990.608110] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.613030] env[63021]: DEBUG oslo_vmware.api [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283104, 'name': ReconfigVM_Task, 'duration_secs': 0.762622} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.615738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.615967] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfigured VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 990.683402] env[63021]: DEBUG nova.compute.manager [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-changed-ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 990.683591] env[63021]: DEBUG nova.compute.manager [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing instance network info cache due to event network-changed-ec058b83-29e1-477a-901d-24a02de6b362. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 990.683806] env[63021]: DEBUG oslo_concurrency.lockutils [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.683941] env[63021]: DEBUG oslo_concurrency.lockutils [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.684146] env[63021]: DEBUG nova.network.neutron [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Refreshing network info cache for port ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.734628] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a24e1-546a-4ab2-89f8-49108254ed25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.742715] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0407eae-0ad7-4c2b-8b01-d37647ce10af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.774719] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4d4ad-ca26-4947-8b54-f11620496b7c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.782518] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dbdcb8-43ad-4601-9003-f14a477c07d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.795356] env[63021]: DEBUG nova.compute.provider_tree [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.964889] env[63021]: DEBUG nova.compute.manager [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.964889] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.965751] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c78ed65-bec4-493b-88b7-f28c235878ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.975613] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.975941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35b1a77-f733-48ab-9c64-f368904399d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.982442] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 990.982442] env[63021]: value = "task-4283105" [ 990.982442] env[63021]: _type = "Task" [ 990.982442] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.991411] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.105857] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283103, 'name': ReconfigVM_Task, 'duration_secs': 1.344826} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.106238] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8/volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.111317] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fb11e0-8b90-471b-879a-eb5534273c9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.122664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3a76d488-2af8-4cea-b8de-e0190bd4d730 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.862s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.129926] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 991.129926] env[63021]: value = "task-4283106" [ 991.129926] env[63021]: _type = "Task" [ 991.129926] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.140173] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.298599] env[63021]: DEBUG nova.scheduler.client.report [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.387220] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.419311] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.419556] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.419711] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.419947] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.420040] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.420196] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.420407] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.420568] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.420787] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.420988] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.421182] env[63021]: DEBUG nova.virt.hardware [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.422057] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c902c6e0-300f-498a-80dc-d6c28bb30b66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.430275] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e520c1f-ab9b-4283-a476-b6a9e2519b8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.446342] env[63021]: DEBUG nova.network.neutron [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updated VIF entry in instance network info cache for port ec058b83-29e1-477a-901d-24a02de6b362. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.446771] env[63021]: DEBUG nova.network.neutron [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec058b83-29e1-477a-901d-24a02de6b362", "address": "fa:16:3e:37:b3:b1", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec058b83-29", "ovs_interfaceid": "ec058b83-29e1-477a-901d-24a02de6b362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.492205] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283105, 'name': PowerOffVM_Task, 'duration_secs': 0.202316} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.492463] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.492634] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.492887] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b30cf4e3-ab60-4e74-88c5-168b9b934caa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.552507] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.552752] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.553026] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleting the datastore file [datastore2] cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.553340] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e5665e-e5d7-462e-84f0-a31ff76b4056 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.559794] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 991.559794] env[63021]: value = "task-4283108" [ 991.559794] env[63021]: _type = "Task" [ 991.559794] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.568586] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.638016] env[63021]: DEBUG oslo_vmware.api [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283106, 'name': ReconfigVM_Task, 'duration_secs': 0.170058} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.638381] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843854', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'name': 'volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'serial': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 991.804524] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.805064] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.807849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.747s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.808098] env[63021]: DEBUG nova.objects.instance [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lazy-loading 'resources' on Instance uuid c44fd606-9695-418e-b909-17307969678b {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.940940] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Successfully updated port: 461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.949759] env[63021]: DEBUG oslo_concurrency.lockutils [req-495aaf2c-b039-4403-ba8c-80845e449fb2 req-f40a194a-3713-4a87-b44b-7ccce3bbd342 service nova] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.069882] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.315252] env[63021]: DEBUG nova.compute.utils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.319816] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.320118] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.368770] env[63021]: DEBUG nova.policy [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd4f0cf5ce74ad8814a77835ba526b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d459b22ca924839b1e3a15441a8ad14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.443985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.444165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.444346] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.569378] env[63021]: DEBUG oslo_vmware.api [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.839764} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.572109] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.572312] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.572496] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.572674] env[63021]: INFO nova.compute.manager [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Took 1.61 seconds to destroy the instance on the hypervisor. [ 992.572921] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.574221] env[63021]: DEBUG nova.compute.manager [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.574338] env[63021]: DEBUG nova.network.neutron [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.676185] env[63021]: DEBUG nova.objects.instance [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid a6002b80-35fc-4c7c-9e7d-c18e909f5346 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.687441] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11509cfc-ee1f-4e5e-b9f6-b9d3c4e02129 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.698985] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e3fb3-cf7f-4646-8dfe-611a301c5f93 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.731986] env[63021]: DEBUG nova.compute.manager [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Received event network-vif-plugged-461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 992.732220] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Acquiring lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.732430] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.732607] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.732885] env[63021]: DEBUG nova.compute.manager [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] No waiting events found dispatching network-vif-plugged-461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.733078] env[63021]: WARNING nova.compute.manager [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Received unexpected event network-vif-plugged-461cf737-527e-4fc4-85a7-444146e20fbf for instance with vm_state building and task_state spawning. [ 992.733241] env[63021]: DEBUG nova.compute.manager [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Received event network-changed-461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 992.733386] env[63021]: DEBUG nova.compute.manager [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Refreshing instance network info cache due to event network-changed-461cf737-527e-4fc4-85a7-444146e20fbf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 992.733550] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Acquiring lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.734555] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e38f48-f395-4eb7-99bf-2d4d3d69c71e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.744584] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc9d869-aa6f-4dce-8e5c-3a5339b41648 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.763266] env[63021]: DEBUG nova.compute.provider_tree [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.820837] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.836490] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Successfully created port: cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.932147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "1adb44e5-eeb1-4480-8caf-dd059395a539" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.932147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.932147] env[63021]: DEBUG nova.compute.manager [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.932147] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903469f-1d09-48ba-af2e-9c6029945dfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.939592] env[63021]: DEBUG nova.compute.manager [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 992.940385] env[63021]: DEBUG nova.objects.instance [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lazy-loading 'flavor' on Instance uuid 1adb44e5-eeb1-4480-8caf-dd059395a539 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.965485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-ec058b83-29e1-477a-901d-24a02de6b362" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.965746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-ec058b83-29e1-477a-901d-24a02de6b362" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.009449] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.184229] env[63021]: DEBUG oslo_concurrency.lockutils [None req-50380f86-3293-4e78-acc8-37e5f81c5dd3 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.304s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.229287] env[63021]: DEBUG nova.network.neutron [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Updating instance_info_cache with network_info: [{"id": "461cf737-527e-4fc4-85a7-444146e20fbf", "address": "fa:16:3e:f5:f3:e8", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461cf737-52", "ovs_interfaceid": "461cf737-527e-4fc4-85a7-444146e20fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.266549] env[63021]: DEBUG nova.scheduler.client.report [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.460244] env[63021]: DEBUG nova.network.neutron [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.468371] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.468563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.469437] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a7112-d5e3-4fad-b28d-cd0c5cbea9be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.488361] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5babda01-c581-4428-8e13-083faf3cb063 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.514168] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfiguring VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 993.514456] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fdae22-7782-4f9d-a241-0db9a6340d5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.534256] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 993.534256] env[63021]: value = "task-4283109" [ 993.534256] env[63021]: _type = "Task" [ 993.534256] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.541931] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.602233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.602617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.735460] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.735833] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Instance network_info: |[{"id": "461cf737-527e-4fc4-85a7-444146e20fbf", "address": "fa:16:3e:f5:f3:e8", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461cf737-52", "ovs_interfaceid": "461cf737-527e-4fc4-85a7-444146e20fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.736158] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Acquired lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.736347] env[63021]: DEBUG nova.network.neutron [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Refreshing network info cache for port 461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.737606] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:f3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '461cf737-527e-4fc4-85a7-444146e20fbf', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.744998] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating folder: Project (589da0d95c544211b8743ada68c870a9). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.746113] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0afaab0-b02b-4a3c-9b0f-df07d42401e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.756646] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created folder: Project (589da0d95c544211b8743ada68c870a9) in parent group-v843603. [ 993.756833] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating folder: Instances. Parent ref: group-v843855. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.757084] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be7712d-c3a2-42b9-af4c-d2543182b507 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.768908] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created folder: Instances in parent group-v843855. [ 993.769341] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.769341] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.769341] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04f5b02-cea2-432b-bd9e-7dd826c0a3f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.785621] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.788500] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.072s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.788688] env[63021]: DEBUG nova.objects.instance [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.798034] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.798034] env[63021]: value = "task-4283112" [ 993.798034] env[63021]: _type = "Task" [ 993.798034] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.805810] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283112, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.813233] env[63021]: INFO nova.scheduler.client.report [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Deleted allocations for instance c44fd606-9695-418e-b909-17307969678b [ 993.830395] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.857043] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.857281] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.857540] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.857842] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.858083] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.858659] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.858972] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.859182] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.859383] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.859585] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.859770] env[63021]: DEBUG nova.virt.hardware [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.860667] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f172d14-176d-4746-a87e-53c66a745d91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.869918] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f483fc-64a5-4d12-a319-5d311faf77f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.948415] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.948716] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b5ea019-23d0-4d41-ab63-75de6ec58543 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.955575] env[63021]: DEBUG oslo_vmware.api [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 993.955575] env[63021]: value = "task-4283113" [ 993.955575] env[63021]: _type = "Task" [ 993.955575] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.963923] env[63021]: INFO nova.compute.manager [-] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Took 1.39 seconds to deallocate network for instance. [ 993.964231] env[63021]: DEBUG oslo_vmware.api [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.044869] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.105487] env[63021]: INFO nova.compute.manager [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Detaching volume 2912703c-9f9c-4d34-8425-31ccad2210a8 [ 994.145604] env[63021]: INFO nova.virt.block_device [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attempting to driver detach volume 2912703c-9f9c-4d34-8425-31ccad2210a8 from mountpoint /dev/sdb [ 994.145922] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.146177] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843851', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'name': 'volume-2912703c-9f9c-4d34-8425-31ccad2210a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'serial': '2912703c-9f9c-4d34-8425-31ccad2210a8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 994.147332] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ba4ed-5a79-4697-bf91-c19918386ffd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.172567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca119f05-dc52-49d5-9a5f-7091b7174a8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.179937] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1af672-0cdd-466c-b077-7886052e0fda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.204494] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a2309d-a442-4057-b743-e9809703e0e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.219634] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] The volume has not been displaced from its original location: [datastore1] volume-2912703c-9f9c-4d34-8425-31ccad2210a8/volume-2912703c-9f9c-4d34-8425-31ccad2210a8.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 994.225308] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.226498] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96414ec-6aa4-46f6-ad41-9e4b5356eb88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.244137] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 994.244137] env[63021]: value = "task-4283114" [ 994.244137] env[63021]: _type = "Task" [ 994.244137] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.254328] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.307584] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283112, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.321219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7e78de77-8793-403c-95b8-850837dbcfb5 tempest-InstanceActionsTestJSON-572112520 tempest-InstanceActionsTestJSON-572112520-project-member] Lock "c44fd606-9695-418e-b909-17307969678b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.743s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.465206] env[63021]: DEBUG oslo_vmware.api [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283113, 'name': PowerOffVM_Task, 'duration_secs': 0.311612} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.465510] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.465718] env[63021]: DEBUG nova.compute.manager [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.466520] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c905240-d825-4201-aad8-42e3dbd26191 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.471111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.545765] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.611820] env[63021]: DEBUG nova.network.neutron [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Updated VIF entry in instance network info cache for port 461cf737-527e-4fc4-85a7-444146e20fbf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.612780] env[63021]: DEBUG nova.network.neutron [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Updating instance_info_cache with network_info: [{"id": "461cf737-527e-4fc4-85a7-444146e20fbf", "address": "fa:16:3e:f5:f3:e8", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461cf737-52", "ovs_interfaceid": "461cf737-527e-4fc4-85a7-444146e20fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.670238] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Successfully updated port: cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.744174] env[63021]: DEBUG nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Received event network-vif-deleted-3d2a8860-3d0c-43dc-abfd-0da274f39ca0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 994.744996] env[63021]: DEBUG nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Received event network-vif-plugged-cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 994.744996] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Acquiring lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.744996] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.744996] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.745215] env[63021]: DEBUG nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] No waiting events found dispatching network-vif-plugged-cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.745785] env[63021]: WARNING nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Received unexpected event network-vif-plugged-cf547bd7-4dfb-4b5f-898f-b762033458f1 for instance with vm_state building and task_state spawning. [ 994.745785] env[63021]: DEBUG nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Received event network-changed-cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 994.745785] env[63021]: DEBUG nova.compute.manager [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Refreshing instance network info cache due to event network-changed-cf547bd7-4dfb-4b5f-898f-b762033458f1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 994.745959] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Acquiring lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.745959] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Acquired lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.746318] env[63021]: DEBUG nova.network.neutron [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Refreshing network info cache for port cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.757759] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283114, 'name': ReconfigVM_Task, 'duration_secs': 0.251057} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.758488] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.762836] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e89216c-4cf8-45c5-adbf-b4848adbbbad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.780615] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 994.780615] env[63021]: value = "task-4283115" [ 994.780615] env[63021]: _type = "Task" [ 994.780615] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.788725] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.800687] env[63021]: DEBUG oslo_concurrency.lockutils [None req-954d19dd-e216-4717-b35e-a033a9bd5b1a tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.805515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.916s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.805771] env[63021]: DEBUG nova.objects.instance [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'pci_requests' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.814066] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283112, 'name': CreateVM_Task, 'duration_secs': 0.686734} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.814981] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.815783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.815837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.816180] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.816784] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c88f09c-6835-4077-8450-77bb689a740e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.822292] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 994.822292] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527b0475-9d0b-4f7c-9b51-884a0cd8ec4d" [ 994.822292] env[63021]: _type = "Task" [ 994.822292] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.831568] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527b0475-9d0b-4f7c-9b51-884a0cd8ec4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.979502] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e56976cf-37b4-40d3-98c4-4e1f79fffc7d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.053484] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.115206] env[63021]: DEBUG oslo_concurrency.lockutils [req-183960b4-b5c2-481e-bb98-dd577509fb33 req-f0c36deb-d51c-44c2-89db-fe45959c6e65 service nova] Releasing lock "refresh_cache-491dcb12-e80d-4e0d-aee6-8a6cdf169a17" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.175420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.291427] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.305749] env[63021]: DEBUG nova.network.neutron [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.310570] env[63021]: DEBUG nova.objects.instance [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'numa_topology' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.340022] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527b0475-9d0b-4f7c-9b51-884a0cd8ec4d, 'name': SearchDatastore_Task, 'duration_secs': 0.018272} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.340022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.340022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.340022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.340022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.340022] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.340022] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a5300e0-bb66-4f3a-856c-952158fe5298 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.357456] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.357855] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.358738] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9ca39e-1e92-47bb-89fc-7e669ca316c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365057] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 995.365057] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b9ded0-7a09-b513-9cb9-dde858e540f5" [ 995.365057] env[63021]: _type = "Task" [ 995.365057] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.374270] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b9ded0-7a09-b513-9cb9-dde858e540f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.433442] env[63021]: DEBUG nova.objects.instance [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lazy-loading 'flavor' on Instance uuid 1adb44e5-eeb1-4480-8caf-dd059395a539 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.461253] env[63021]: DEBUG nova.network.neutron [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.547138] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.796237] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283115, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.811749] env[63021]: INFO nova.compute.claims [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.876638] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b9ded0-7a09-b513-9cb9-dde858e540f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.877565] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf752df-5057-466b-96e1-40e843923742 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.883299] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 995.883299] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529fa28c-e7d1-2367-0981-619f386e30fa" [ 995.883299] env[63021]: _type = "Task" [ 995.883299] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.892843] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529fa28c-e7d1-2367-0981-619f386e30fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.939611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.939611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquired lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.939611] env[63021]: DEBUG nova.network.neutron [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.939611] env[63021]: DEBUG nova.objects.instance [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lazy-loading 'info_cache' on Instance uuid 1adb44e5-eeb1-4480-8caf-dd059395a539 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.965569] env[63021]: DEBUG oslo_concurrency.lockutils [req-665a1f3f-547b-4bab-9063-551aea9a427a req-cbc24463-9e72-4c0d-9e35-c77627f0af4a service nova] Releasing lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.965946] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.966118] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.047851] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.295370] env[63021]: DEBUG oslo_vmware.api [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283115, 'name': ReconfigVM_Task, 'duration_secs': 1.174408} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.295750] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843851', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'name': 'volume-2912703c-9f9c-4d34-8425-31ccad2210a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '2912703c-9f9c-4d34-8425-31ccad2210a8', 'serial': '2912703c-9f9c-4d34-8425-31ccad2210a8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.393972] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529fa28c-e7d1-2367-0981-619f386e30fa, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.394271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.394534] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 491dcb12-e80d-4e0d-aee6-8a6cdf169a17/491dcb12-e80d-4e0d-aee6-8a6cdf169a17.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.394822] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed54448-fb89-4c5e-9f4b-d9c65118369b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.402328] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 996.402328] env[63021]: value = "task-4283116" [ 996.402328] env[63021]: _type = "Task" [ 996.402328] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.414608] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.443382] env[63021]: DEBUG nova.objects.base [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Object Instance<1adb44e5-eeb1-4480-8caf-dd059395a539> lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.516655] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.549138] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.681722] env[63021]: DEBUG nova.network.neutron [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Updating instance_info_cache with network_info: [{"id": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "address": "fa:16:3e:92:14:5a", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf547bd7-4d", "ovs_interfaceid": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.850229] env[63021]: DEBUG nova.objects.instance [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid a6002b80-35fc-4c7c-9e7d-c18e909f5346 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.913079] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456423} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.913305] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 491dcb12-e80d-4e0d-aee6-8a6cdf169a17/491dcb12-e80d-4e0d-aee6-8a6cdf169a17.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.913546] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.916173] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8014371c-5715-4380-b7a5-a146ca77515c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.923459] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 996.923459] env[63021]: value = "task-4283117" [ 996.923459] env[63021]: _type = "Task" [ 996.923459] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.935607] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.051812] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.146161] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09036bd4-0ae9-44d3-9a1f-6c8f2aa44499 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.153568] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88499dc-c61e-4286-bdee-5fb6e5d74b92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.186382] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac0f70-f4ff-454a-8abd-d28a006f3949 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.189027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.189339] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance network_info: |[{"id": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "address": "fa:16:3e:92:14:5a", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf547bd7-4d", "ovs_interfaceid": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.189741] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:14:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf547bd7-4dfb-4b5f-898f-b762033458f1', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.197038] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.197900] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.198139] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74398f7a-b9b9-468b-9441-91bea6c6fe37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.215910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c92c70-8413-4646-bfc2-9552cfd7e3fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.220683] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.220683] env[63021]: value = "task-4283118" [ 997.220683] env[63021]: _type = "Task" [ 997.220683] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.231499] env[63021]: DEBUG nova.compute.provider_tree [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.237424] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283118, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.299206] env[63021]: DEBUG nova.network.neutron [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Updating instance_info_cache with network_info: [{"id": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "address": "fa:16:3e:cd:2b:d9", "network": {"id": "fc4fa4ce-4442-4344-b64e-5d515c124691", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193048108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb32dc8a84a34c5d9875ea90270a1d4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e587ddb-20", "ovs_interfaceid": "2e587ddb-20f2-41e5-b4e0-08e07821395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.438933] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131311} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.439394] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.440590] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139603e-6e01-4e86-a45c-35accb06b436 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.468946] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 491dcb12-e80d-4e0d-aee6-8a6cdf169a17/491dcb12-e80d-4e0d-aee6-8a6cdf169a17.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.469276] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c67594-95a5-4829-bc42-ee1aaddda704 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.489576] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 997.489576] env[63021]: value = "task-4283119" [ 997.489576] env[63021]: _type = "Task" [ 997.489576] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.498089] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.551690] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.738206] env[63021]: DEBUG nova.scheduler.client.report [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.743457] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283118, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.802345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Releasing lock "refresh_cache-1adb44e5-eeb1-4480-8caf-dd059395a539" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.859382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f11616a8-0547-4b4f-9f59-5a287ab916fa tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.257s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.999951] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.021006] env[63021]: DEBUG oslo_concurrency.lockutils [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.021282] env[63021]: DEBUG oslo_concurrency.lockutils [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.052929] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.234613] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283118, 'name': CreateVM_Task, 'duration_secs': 0.553348} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.234840] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.235544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.235742] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.236031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.236329] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f66eef1-50dc-4b48-a205-e2d4dc3c9c29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.240917] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 998.240917] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd6d5f-25f5-6e9f-4bcf-537b3df6703e" [ 998.240917] env[63021]: _type = "Task" [ 998.240917] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.245170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.251872] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.080s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.252142] env[63021]: DEBUG nova.objects.instance [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lazy-loading 'resources' on Instance uuid 15a0750d-cdb9-496c-8879-a87e3c446bcf {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.253513] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd6d5f-25f5-6e9f-4bcf-537b3df6703e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.292980] env[63021]: INFO nova.network.neutron [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating port 33bfc3ed-0b60-482a-9c61-857bb5452ee0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 998.505888] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283119, 'name': ReconfigVM_Task, 'duration_secs': 0.525531} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.506224] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 491dcb12-e80d-4e0d-aee6-8a6cdf169a17/491dcb12-e80d-4e0d-aee6-8a6cdf169a17.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.506850] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d9bd93-5943-40b7-93de-b350031c6aae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.515456] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 998.515456] env[63021]: value = "task-4283120" [ 998.515456] env[63021]: _type = "Task" [ 998.515456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.525061] env[63021]: INFO nova.compute.manager [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Detaching volume 1bf1cbd1-42b4-4180-94af-1c664b5f8fa8 [ 998.526908] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283120, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.553675] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.573703] env[63021]: INFO nova.virt.block_device [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Attempting to driver detach volume 1bf1cbd1-42b4-4180-94af-1c664b5f8fa8 from mountpoint /dev/sdc [ 998.573975] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.574182] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843854', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'name': 'volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'serial': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.575128] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30826cd7-fe6e-47df-8c3b-4aa66595f3d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.596625] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fe4b04-7840-4a31-a7b8-26b4f45f9ef9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.603536] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e18397-b10f-4afb-b823-9be9ec29e79b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.626185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992ca69b-aefc-4aa6-ab9f-24a436c2c5a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.641107] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] The volume has not been displaced from its original location: [datastore1] volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8/volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.646469] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.646797] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0fd1c8-c7f2-4159-b391-17c982f0043e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664857] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 998.664857] env[63021]: value = "task-4283121" [ 998.664857] env[63021]: _type = "Task" [ 998.664857] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.675424] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.756684] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cd6d5f-25f5-6e9f-4bcf-537b3df6703e, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.756684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.756684] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.756684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.756684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.756684] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.756684] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e3167fb-9e78-46ae-9deb-99dd7de524ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.762181] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.762181] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.762181] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cad8ab-3dbb-4383-b647-18201ad5e974 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765628] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 998.765628] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5250ba05-08a7-16cb-c007-a6e74ad8b8bc" [ 998.765628] env[63021]: _type = "Task" [ 998.765628] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.776748] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5250ba05-08a7-16cb-c007-a6e74ad8b8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.807369] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.807701] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867ea95b-598e-431a-ac8d-0ca4b7bd9adc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.817350] env[63021]: DEBUG oslo_vmware.api [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 998.817350] env[63021]: value = "task-4283122" [ 998.817350] env[63021]: _type = "Task" [ 998.817350] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.828154] env[63021]: DEBUG oslo_vmware.api [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.030644] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283120, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.055493] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.096210] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70690f9-087c-443d-b06d-e3e69e930a15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.103426] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2ab98a-491a-4113-bc22-c9214996eb37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.133699] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fcf73d-06a8-4926-b8d8-d12518b2c462 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.141238] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9720e24f-c00f-4657-981e-54b2a14d418f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.156198] env[63021]: DEBUG nova.compute.provider_tree [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.175532] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.277816] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5250ba05-08a7-16cb-c007-a6e74ad8b8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008191} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.278751] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec24c31-9f12-45c7-914e-09a7300163fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.287222] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 999.287222] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5205e4fd-f471-63da-6c15-d4173b6d04d6" [ 999.287222] env[63021]: _type = "Task" [ 999.287222] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.298726] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5205e4fd-f471-63da-6c15-d4173b6d04d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.298726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.298726] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.298948] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f53aee35-cf25-44e5-8b23-39a85227785b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.305635] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 999.305635] env[63021]: value = "task-4283123" [ 999.305635] env[63021]: _type = "Task" [ 999.305635] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.313699] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.327403] env[63021]: DEBUG oslo_vmware.api [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283122, 'name': PowerOnVM_Task, 'duration_secs': 0.403208} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.327697] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.327917] env[63021]: DEBUG nova.compute.manager [None req-e159df19-56eb-4083-9de5-71767f3e4b64 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.328745] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3678b74-71bd-46b4-8caf-d5ffee799159 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.532022] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283120, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.557107] env[63021]: DEBUG oslo_vmware.api [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283109, 'name': ReconfigVM_Task, 'duration_secs': 5.791961} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.557107] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.557469] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Reconfigured VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 999.659407] env[63021]: DEBUG nova.scheduler.client.report [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.688619] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.818899] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.819533] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.819814] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.820106] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a1bdaa-f294-483d-9144-51683689f30a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.826989] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 999.826989] env[63021]: value = "task-4283124" [ 999.826989] env[63021]: _type = "Task" [ 999.826989] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.835533] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.031313] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283120, 'name': Rename_Task, 'duration_secs': 1.148239} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.031644] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.031941] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc40f59-102c-4baa-9972-bc6e002f579b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.038904] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1000.038904] env[63021]: value = "task-4283125" [ 1000.038904] env[63021]: _type = "Task" [ 1000.038904] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.042789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.042991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.043218] env[63021]: DEBUG nova.network.neutron [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.053011] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.111733] env[63021]: DEBUG nova.compute.manager [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1000.112942] env[63021]: DEBUG oslo_concurrency.lockutils [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.113405] env[63021]: DEBUG oslo_concurrency.lockutils [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.113866] env[63021]: DEBUG oslo_concurrency.lockutils [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.113930] env[63021]: DEBUG nova.compute.manager [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] No waiting events found dispatching network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.114213] env[63021]: WARNING nova.compute.manager [req-4781ee40-e646-4059-abe2-16402fddaefe req-233247c9-83ab-434b-8f56-36217a755486 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received unexpected event network-vif-plugged-33bfc3ed-0b60-482a-9c61-857bb5452ee0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1000.166126] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.170269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.654s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.171832] env[63021]: INFO nova.compute.claims [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.183298] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283121, 'name': ReconfigVM_Task, 'duration_secs': 1.230544} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.183598] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.189039] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1991d21d-bfed-4e2f-a63b-1d82b038ac57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.199953] env[63021]: INFO nova.scheduler.client.report [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Deleted allocations for instance 15a0750d-cdb9-496c-8879-a87e3c446bcf [ 1000.205693] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 1000.205693] env[63021]: value = "task-4283126" [ 1000.205693] env[63021]: _type = "Task" [ 1000.205693] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.214598] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.337126] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07009} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.337494] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.338785] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c442d-568f-4fe6-b905-3a13cd190ba0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.367562] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.367733] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b3d859-b580-4752-83b0-9ae8b455cca6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.390108] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1000.390108] env[63021]: value = "task-4283127" [ 1000.390108] env[63021]: _type = "Task" [ 1000.390108] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.398299] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.555588] env[63021]: DEBUG oslo_vmware.api [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283125, 'name': PowerOnVM_Task, 'duration_secs': 0.498455} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.556456] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.556782] env[63021]: INFO nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1000.556982] env[63021]: DEBUG nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.557877] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a93cd-afe7-406e-a1d4-cab5752b847a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.713829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e02b811e-0253-46d5-8314-d167e534c9ed tempest-ServerShowV247Test-1224113752 tempest-ServerShowV247Test-1224113752-project-member] Lock "15a0750d-cdb9-496c-8879-a87e3c446bcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.771s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.721022] env[63021]: DEBUG oslo_vmware.api [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283126, 'name': ReconfigVM_Task, 'duration_secs': 0.171239} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.721022] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843854', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'name': 'volume-1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6002b80-35fc-4c7c-9e7d-c18e909f5346', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8', 'serial': '1bf1cbd1-42b4-4180-94af-1c664b5f8fa8'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.750753] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.751287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.813565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "462aac3d-f544-41d8-a31a-7faa2811d20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.814012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.835280] env[63021]: DEBUG nova.network.neutron [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.855328] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.855604] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.901544] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283127, 'name': ReconfigVM_Task, 'duration_secs': 0.450837} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.901897] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.902649] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a36ecd3-511f-4fd3-bf19-f973bd7c79ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.909426] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1000.909426] env[63021]: value = "task-4283128" [ 1000.909426] env[63021]: _type = "Task" [ 1000.909426] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.919049] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283128, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.975835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.976108] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.976364] env[63021]: DEBUG nova.network.neutron [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.076937] env[63021]: INFO nova.compute.manager [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Took 43.66 seconds to build instance. [ 1001.247960] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.248275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.248777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.248777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.248896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.254010] env[63021]: INFO nova.compute.manager [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Terminating instance [ 1001.259153] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.276114] env[63021]: DEBUG nova.objects.instance [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lazy-loading 'flavor' on Instance uuid a6002b80-35fc-4c7c-9e7d-c18e909f5346 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.317323] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.338031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.360626] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.376831] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='780cd69344ec10e98ea5573c01c4587b',container_format='bare',created_at=2025-06-14T12:25:41Z,direct_url=,disk_format='vmdk',id=d0e24088-07bd-4158-a849-5c9f218ecc85,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1943414490-shelved',owner='60b0e1b532754160bde6b6d242b49dcc',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-06-14T12:25:56Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.377070] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.377244] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.377468] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.377615] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.377759] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.377968] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.378135] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.378296] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.378457] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.378631] env[63021]: DEBUG nova.virt.hardware [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.379740] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba94bdf3-7f26-4ff7-9db8-b8e327ccf146 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388597] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565118e-9671-4377-b9e9-0422a70981d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.409861] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d1:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33bfc3ed-0b60-482a-9c61-857bb5452ee0', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.417498] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.418181] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.421388] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584246b6-fd5f-4a73-a422-83c0788024ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.447558] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283128, 'name': Rename_Task, 'duration_secs': 0.173191} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.449215] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.449460] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.449460] env[63021]: value = "task-4283129" [ 1001.449460] env[63021]: _type = "Task" [ 1001.449460] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.449668] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041c9aa2-5013-446a-93a2-fe5b270ec5e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.461263] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283129, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.462485] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1001.462485] env[63021]: value = "task-4283130" [ 1001.462485] env[63021]: _type = "Task" [ 1001.462485] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.469773] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.578832] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8d9d2f4-5445-4ace-b438-8aaa8c38838b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.774s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.634748] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ba4cb9-9eaa-47c0-8258-d7bd229af215 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.643019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b903f125-7ba1-4148-95a6-0bc4401d92cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.679422] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d691047-e87a-45cd-9b3f-2cb9076a5c39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.693021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cac9b4-9d63-4547-8e8e-8f14f8a8e097 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.705227] env[63021]: DEBUG nova.compute.provider_tree [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.758769] env[63021]: DEBUG nova.compute.manager [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.759041] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.759989] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa6d4d-feaf-4917-b687-3b91c90e54e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.772816] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.773112] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f214910-87ed-48ca-a852-b86822524db8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782079] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1001.782079] env[63021]: value = "task-4283131" [ 1001.782079] env[63021]: _type = "Task" [ 1001.782079] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.787730] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.804143] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.829146] env[63021]: INFO nova.network.neutron [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Port ec058b83-29e1-477a-901d-24a02de6b362 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1001.829415] env[63021]: DEBUG nova.network.neutron [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [{"id": "f42f1235-a014-40a9-ae3e-976616173d18", "address": "fa:16:3e:ec:83:ba", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42f1235-a0", "ovs_interfaceid": "f42f1235-a014-40a9-ae3e-976616173d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.838525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.885035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.964923] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283129, 'name': CreateVM_Task, 'duration_secs': 0.350994} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.968367] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.969586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.969586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.969963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.971019] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e700ad-9d94-4c85-82dc-3c6dded30359 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.976594] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.979613] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1001.979613] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5208f7a9-dd81-0aa2-1903-2d4c462a9b16" [ 1001.979613] env[63021]: _type = "Task" [ 1001.979613] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.989028] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5208f7a9-dd81-0aa2-1903-2d4c462a9b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.208818] env[63021]: DEBUG nova.scheduler.client.report [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.278237] env[63021]: DEBUG nova.compute.manager [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-vif-deleted-ec058b83-29e1-477a-901d-24a02de6b362 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1002.278598] env[63021]: DEBUG nova.compute.manager [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1002.278898] env[63021]: DEBUG nova.compute.manager [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing instance network info cache due to event network-changed-33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1002.279257] env[63021]: DEBUG oslo_concurrency.lockutils [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.279549] env[63021]: DEBUG oslo_concurrency.lockutils [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.279775] env[63021]: DEBUG nova.network.neutron [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Refreshing network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.294753] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283131, 'name': PowerOffVM_Task, 'duration_secs': 0.318708} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.295175] env[63021]: DEBUG oslo_concurrency.lockutils [None req-525d6114-4730-4a30-ba41-adc239463c0b tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.274s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.297753] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.297753] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.297753] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c67aecd5-a635-4557-8381-9bafc1fbc456 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.333084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-bf90c69c-ddd8-4ab6-b514-07fde8f188f0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.376732] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.376732] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.376732] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleting the datastore file [datastore2] bf90c69c-ddd8-4ab6-b514-07fde8f188f0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.376732] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1136fcc1-faf5-45ab-ac67-0db018903564 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.383637] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1002.383637] env[63021]: value = "task-4283133" [ 1002.383637] env[63021]: _type = "Task" [ 1002.383637] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.392931] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.431715] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.432013] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.432270] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.432485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.432679] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.434857] env[63021]: INFO nova.compute.manager [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Terminating instance [ 1002.474412] env[63021]: DEBUG oslo_vmware.api [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283130, 'name': PowerOnVM_Task, 'duration_secs': 0.89873} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.474833] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.475190] env[63021]: INFO nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1002.475539] env[63021]: DEBUG nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.476432] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9502c0-7ddd-4b6a-b35c-d48f9c0f74a5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.497164] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Processing image d0e24088-07bd-4158-a849-5c9f218ecc85 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.497164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.497164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.497164] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.497164] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e52a674-995a-4cf8-9062-b2028ddd5453 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.521038] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.521158] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.522027] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b472ac-1ac8-49f9-a018-2dff0ad81af1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.527617] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1002.527617] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d036ef-d681-41a4-70d6-f16982fde299" [ 1002.527617] env[63021]: _type = "Task" [ 1002.527617] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.536805] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d036ef-d681-41a4-70d6-f16982fde299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.714032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.714409] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.717704] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.353s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.717940] env[63021]: DEBUG nova.objects.instance [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'resources' on Instance uuid 61eac8bc-fdfc-4d4f-a79a-c43ddec41862 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.751515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.751790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.752012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.752208] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.752394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.755069] env[63021]: INFO nova.compute.manager [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Terminating instance [ 1002.838433] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b32d49b7-5cd3-4360-bb8f-1217ce32e1c3 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-bf90c69c-ddd8-4ab6-b514-07fde8f188f0-ec058b83-29e1-477a-901d-24a02de6b362" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.872s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.895378] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.939292] env[63021]: DEBUG nova.compute.manager [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.939292] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.940364] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a5047-247c-4a6b-afe4-fa3b84c72b85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947806] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.948354] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7debc5-a715-4c9f-b496-67f0af352fb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.955710] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1002.955710] env[63021]: value = "task-4283134" [ 1002.955710] env[63021]: _type = "Task" [ 1002.955710] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.964373] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.983461] env[63021]: DEBUG nova.network.neutron [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updated VIF entry in instance network info cache for port 33bfc3ed-0b60-482a-9c61-857bb5452ee0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.983837] env[63021]: DEBUG nova.network.neutron [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.002175] env[63021]: INFO nova.compute.manager [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Took 40.36 seconds to build instance. [ 1003.040038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1003.040038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Fetch image to [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1/OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1003.040209] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Downloading stream optimized image d0e24088-07bd-4158-a849-5c9f218ecc85 to [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1/OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1.vmdk on the data store datastore2 as vApp {{(pid=63021) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1003.040363] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Downloading image file data d0e24088-07bd-4158-a849-5c9f218ecc85 to the ESX as VM named 'OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1' {{(pid=63021) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1003.053630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.053906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.054136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.054336] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.054513] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.056640] env[63021]: INFO nova.compute.manager [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Terminating instance [ 1003.116032] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1003.116032] env[63021]: value = "resgroup-9" [ 1003.116032] env[63021]: _type = "ResourcePool" [ 1003.116032] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1003.116333] env[63021]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-efefdb44-e83b-464d-a5b8-60d690f7891c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.136688] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lease: (returnval){ [ 1003.136688] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1003.136688] env[63021]: _type = "HttpNfcLease" [ 1003.136688] env[63021]: } obtained for vApp import into resource pool (val){ [ 1003.136688] env[63021]: value = "resgroup-9" [ 1003.136688] env[63021]: _type = "ResourcePool" [ 1003.136688] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1003.137090] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the lease: (returnval){ [ 1003.137090] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1003.137090] env[63021]: _type = "HttpNfcLease" [ 1003.137090] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1003.143472] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.143472] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1003.143472] env[63021]: _type = "HttpNfcLease" [ 1003.143472] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.219895] env[63021]: DEBUG nova.compute.utils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.220857] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.221084] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.258891] env[63021]: DEBUG nova.compute.manager [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.259196] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.260343] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb677669-7510-4fa3-bb66-9e8b932c49e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.269044] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.272129] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c807826-183c-446b-9a44-27c17024b4a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.280031] env[63021]: DEBUG nova.policy [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcac1a02c0ec40609900c5cab101c618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eba4d062a254c4db5715d51bf487a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.283164] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 1003.283164] env[63021]: value = "task-4283136" [ 1003.283164] env[63021]: _type = "Task" [ 1003.283164] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.294498] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.394858] env[63021]: DEBUG oslo_vmware.api [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543539} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.395235] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.395714] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.396798] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.396798] env[63021]: INFO nova.compute.manager [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1003.396798] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.396798] env[63021]: DEBUG nova.compute.manager [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.396798] env[63021]: DEBUG nova.network.neutron [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.468194] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283134, 'name': PowerOffVM_Task, 'duration_secs': 0.400483} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.468475] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.468647] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.468899] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-271d4ea8-989d-450e-a0c4-cac652fa2c6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.487419] env[63021]: DEBUG oslo_concurrency.lockutils [req-53ed1a5b-c884-4efc-9b26-5681e80e7121 req-8c9bbb5a-e507-4230-be05-6d1c09b2e775 service nova] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.503331] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3f1a3c4d-1509-4c6e-bf0d-06127db6fedf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.873s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.534287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.534391] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.534610] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] 491dcb12-e80d-4e0d-aee6-8a6cdf169a17 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.534830] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70ad04e-e3c5-4b72-80d9-557b55e48744 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.543827] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1003.543827] env[63021]: value = "task-4283138" [ 1003.543827] env[63021]: _type = "Task" [ 1003.543827] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.552526] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.562159] env[63021]: DEBUG nova.compute.manager [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.562371] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.563169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9596bc-f95d-4c5d-a4b0-d2f216b833e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.572759] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.573022] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4923795-d185-4db6-9036-b73446cbfa10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.581879] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1003.581879] env[63021]: value = "task-4283139" [ 1003.581879] env[63021]: _type = "Task" [ 1003.581879] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.589996] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.631030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee78537-16f0-4c6e-b0bc-e54671d87531 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.644985] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83416ea1-69fc-4f97-a773-5aa8a380016c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.653970] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.653970] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1003.653970] env[63021]: _type = "HttpNfcLease" [ 1003.653970] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.682658] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d36a71d-af3e-461a-a798-bf9390f037fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.692749] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df0e8e-0a38-4e23-92d4-cc771a50e68b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.707354] env[63021]: DEBUG nova.compute.provider_tree [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.726396] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.783773] env[63021]: DEBUG nova.compute.manager [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.785145] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfd136-5b61-41cc-a083-f821d7ef846f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.788968] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Successfully created port: e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.805095] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283136, 'name': PowerOffVM_Task, 'duration_secs': 0.226451} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.805160] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.808669] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.808669] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4fca06-e27b-4b8b-966f-f79f69c279b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.862888] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.863118] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.863318] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleting the datastore file [datastore2] a6002b80-35fc-4c7c-9e7d-c18e909f5346 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.863655] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6e2095-58e9-4241-8429-1c579e731694 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.869662] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for the task: (returnval){ [ 1003.869662] env[63021]: value = "task-4283141" [ 1003.869662] env[63021]: _type = "Task" [ 1003.869662] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.878154] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.060081] env[63021]: DEBUG oslo_vmware.api [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215471} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.060363] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.060555] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.060738] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.060916] env[63021]: INFO nova.compute.manager [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1004.061190] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.061389] env[63021]: DEBUG nova.compute.manager [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.061489] env[63021]: DEBUG nova.network.neutron [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.092829] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283139, 'name': PowerOffVM_Task, 'duration_secs': 0.239112} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.093104] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.093273] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.093852] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ebf8a15-afe4-4a50-8944-b8b00e2d2783 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.149039] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.149039] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1004.149039] env[63021]: _type = "HttpNfcLease" [ 1004.149039] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1004.149296] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1004.149296] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529a928a-68e5-e4e2-5a42-4ba3b5ba846f" [ 1004.149296] env[63021]: _type = "HttpNfcLease" [ 1004.149296] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1004.150269] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b1d5c-cd65-407b-b8dc-1e836c35ff4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.154427] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.154624] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.154806] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleting the datastore file [datastore2] f2983d26-e0c0-4c69-ba57-5c5087bbe1cc {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.155690] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d839d0d9-a678-47d8-a437-9f341211ad7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.160463] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1004.160646] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1004.230545] env[63021]: DEBUG nova.scheduler.client.report [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.235118] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1004.235118] env[63021]: value = "task-4283143" [ 1004.235118] env[63021]: _type = "Task" [ 1004.235118] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.249529] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c85f80e-3452-4d73-8018-a627f3c735e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.257580] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.307112] env[63021]: INFO nova.compute.manager [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] instance snapshotting [ 1004.307777] env[63021]: DEBUG nova.objects.instance [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.379960] env[63021]: DEBUG oslo_vmware.api [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Task: {'id': task-4283141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148739} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.379960] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.379960] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.379960] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.380099] env[63021]: INFO nova.compute.manager [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1004.382194] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.382194] env[63021]: DEBUG nova.compute.manager [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.382194] env[63021]: DEBUG nova.network.neutron [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.426229] env[63021]: DEBUG nova.compute.manager [req-42876089-3532-4605-a6c5-f984e3c165c7 req-73219f1c-0036-4a87-b392-4c84d8b69479 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Received event network-vif-deleted-f42f1235-a014-40a9-ae3e-976616173d18 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1004.426575] env[63021]: INFO nova.compute.manager [req-42876089-3532-4605-a6c5-f984e3c165c7 req-73219f1c-0036-4a87-b392-4c84d8b69479 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Neutron deleted interface f42f1235-a014-40a9-ae3e-976616173d18; detaching it from the instance and deleting it from the info cache [ 1004.429672] env[63021]: DEBUG nova.network.neutron [req-42876089-3532-4605-a6c5-f984e3c165c7 req-73219f1c-0036-4a87-b392-4c84d8b69479 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.740633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.744070] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.933s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.746733] env[63021]: INFO nova.compute.claims [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.760721] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.778973] env[63021]: DEBUG oslo_vmware.api [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.782086] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.782376] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.782598] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.783167] env[63021]: INFO nova.compute.manager [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1004.783856] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.784395] env[63021]: INFO nova.scheduler.client.report [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocations for instance 61eac8bc-fdfc-4d4f-a79a-c43ddec41862 [ 1004.787409] env[63021]: DEBUG nova.compute.manager [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.787409] env[63021]: DEBUG nova.network.neutron [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.810951] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.811301] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.811507] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.811752] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.812196] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.812287] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.812521] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.812751] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.812979] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.813208] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.813546] env[63021]: DEBUG nova.virt.hardware [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.818935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e3248-da13-4ff2-b73e-14cb8e4cc5c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.831678] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4f09a-eb09-4a4e-90d7-b95ae259225e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.864123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bfe869-3605-4dc3-bc20-0b8a451926f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.877655] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70019251-615f-4c9a-a134-cfb4f5396d0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.901776] env[63021]: DEBUG nova.network.neutron [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.929769] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca176b72-6286-47bf-a9d8-8ff0ca3954cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.942687] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc00855-c1bb-4631-9d42-3b420ef7591f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.979894] env[63021]: DEBUG nova.compute.manager [req-42876089-3532-4605-a6c5-f984e3c165c7 req-73219f1c-0036-4a87-b392-4c84d8b69479 service nova] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Detach interface failed, port_id=f42f1235-a014-40a9-ae3e-976616173d18, reason: Instance bf90c69c-ddd8-4ab6-b514-07fde8f188f0 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1005.108473] env[63021]: DEBUG nova.network.neutron [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.183176] env[63021]: DEBUG nova.compute.manager [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Received event network-changed-cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1005.183379] env[63021]: DEBUG nova.compute.manager [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Refreshing instance network info cache due to event network-changed-cf547bd7-4dfb-4b5f-898f-b762033458f1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1005.183651] env[63021]: DEBUG oslo_concurrency.lockutils [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] Acquiring lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.183802] env[63021]: DEBUG oslo_concurrency.lockutils [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] Acquired lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.183968] env[63021]: DEBUG nova.network.neutron [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Refreshing network info cache for port cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.313023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ac3bff71-3fad-42d2-a9c8-1b79e33f07f7 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "61eac8bc-fdfc-4d4f-a79a-c43ddec41862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.433s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.402028] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.403142] env[63021]: INFO nova.compute.manager [-] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Took 2.01 seconds to deallocate network for instance. [ 1005.403465] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-404e4235-c3e1-4181-a75f-ffc4188997f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.418238] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1005.418238] env[63021]: value = "task-4283144" [ 1005.418238] env[63021]: _type = "Task" [ 1005.418238] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.429927] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.614060] env[63021]: INFO nova.compute.manager [-] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Took 1.55 seconds to deallocate network for instance. [ 1005.632019] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1005.632560] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.633379] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af120811-1b67-46e4-9737-f4e782f9aec6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.637019] env[63021]: DEBUG nova.network.neutron [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.643358] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.643358] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1005.643358] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a9bfdb21-d416-4c69-821a-d71ed215235b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.721368] env[63021]: DEBUG nova.network.neutron [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.780697] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Successfully updated port: e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.919339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.932015] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.947369] env[63021]: DEBUG nova.network.neutron [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Updated VIF entry in instance network info cache for port cf547bd7-4dfb-4b5f-898f-b762033458f1. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.947750] env[63021]: DEBUG nova.network.neutron [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Updating instance_info_cache with network_info: [{"id": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "address": "fa:16:3e:92:14:5a", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf547bd7-4d", "ovs_interfaceid": "cf547bd7-4dfb-4b5f-898f-b762033458f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.062535] env[63021]: DEBUG oslo_vmware.rw_handles [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211769f-c9e9-9324-f337-37b857c6672f/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1006.062913] env[63021]: INFO nova.virt.vmwareapi.images [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Downloaded image file data d0e24088-07bd-4158-a849-5c9f218ecc85 [ 1006.067410] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d181507-c4a5-459f-b240-c9208f9386f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.086250] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7d7ba6-6525-4b9b-9df0-8d372b383271 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.111558] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a94d01-433f-4864-a3a4-b28f3707e32c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.118915] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb28bb2-4f11-45ce-96cf-2d05d486aa0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.122669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.150896] env[63021]: INFO nova.compute.manager [-] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Took 1.36 seconds to deallocate network for instance. [ 1006.153244] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5f908e-fa84-453b-9a49-e97abf6e7ceb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.165114] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b908e4b-d05b-40b6-a86f-e35290af450c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.171955] env[63021]: INFO nova.virt.vmwareapi.images [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] The imported VM was unregistered [ 1006.176028] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1006.176028] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.182971] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d91616-efbf-4dad-a615-a14e369d1add {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.185203] env[63021]: DEBUG nova.compute.provider_tree [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.195766] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Created directory with path [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.195968] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1/OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1.vmdk to [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk. {{(pid=63021) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1006.196470] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e55b6ceb-3611-4a3f-9d61-1fcbe4d5dd34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.203317] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1006.203317] env[63021]: value = "task-4283146" [ 1006.203317] env[63021]: _type = "Task" [ 1006.203317] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.211427] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.224383] env[63021]: INFO nova.compute.manager [-] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Took 1.84 seconds to deallocate network for instance. [ 1006.283283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.283442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.283551] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.432627] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.455920] env[63021]: DEBUG oslo_concurrency.lockutils [req-bd64eeb0-c6c3-44fc-a8c9-3efebf398603 req-465979b1-3427-4338-84c8-99c53d0154f0 service nova] Releasing lock "refresh_cache-404acc75-1473-41d9-8812-31828cdf4bc9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.473322] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Received event network-vif-deleted-461cf737-527e-4fc4-85a7-444146e20fbf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1006.473561] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Received event network-vif-deleted-b8d4791b-593b-4cee-b989-3c7d478035a0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1006.473735] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Received event network-vif-plugged-e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1006.473995] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.474261] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.474466] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.474794] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] No waiting events found dispatching network-vif-plugged-e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.474794] env[63021]: WARNING nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Received unexpected event network-vif-plugged-e89aa2c9-a241-4118-8281-e8f1ea156926 for instance with vm_state building and task_state spawning. [ 1006.474931] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Received event network-changed-e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1006.475094] env[63021]: DEBUG nova.compute.manager [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Refreshing instance network info cache due to event network-changed-e89aa2c9-a241-4118-8281-e8f1ea156926. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1006.475298] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Acquiring lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.660190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.688772] env[63021]: DEBUG nova.scheduler.client.report [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.718923] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.730796] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.819882] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.933347] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283144, 'name': CreateSnapshot_Task, 'duration_secs': 1.342441} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.933347] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.934109] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ffe6c3-39d9-4ed4-bd4e-89d16463fce4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.993762] env[63021]: DEBUG nova.network.neutron [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.194240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.195217] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.197642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.226s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.197913] env[63021]: DEBUG nova.objects.instance [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lazy-loading 'resources' on Instance uuid 31e73939-09af-467e-b637-0bba27390c0e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.212937] env[63021]: DEBUG nova.compute.manager [req-d08b659c-83e9-48fe-8c76-670ca701bd3d req-de98514e-03e5-4e96-9df6-6704d4d3ada9 service nova] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Received event network-vif-deleted-c08e787a-d10c-4b53-88d7-d410e2f4c99f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1007.217297] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.457579] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.458096] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e257db23-bb6f-48bd-a83c-522618ef9c86 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.470329] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1007.470329] env[63021]: value = "task-4283147" [ 1007.470329] env[63021]: _type = "Task" [ 1007.470329] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.481814] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.496822] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.498032] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Instance network_info: |[{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.498202] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Acquired lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.498375] env[63021]: DEBUG nova.network.neutron [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Refreshing network info cache for port e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.499818] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:77:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89aa2c9-a241-4118-8281-e8f1ea156926', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.508732] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.511794] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.512410] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef3dad4b-8082-4399-bef5-6652e945ce50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.535549] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.535549] env[63021]: value = "task-4283148" [ 1007.535549] env[63021]: _type = "Task" [ 1007.535549] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.546837] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283148, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.701095] env[63021]: DEBUG nova.compute.utils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.708620] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.708620] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.724804] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.763213] env[63021]: DEBUG nova.policy [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0e3e22976a946dc89133518c77eccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b3e7a85bf94617af4b35a7fa5af99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.812130] env[63021]: DEBUG nova.network.neutron [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updated VIF entry in instance network info cache for port e89aa2c9-a241-4118-8281-e8f1ea156926. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.812323] env[63021]: DEBUG nova.network.neutron [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.980351] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.050607] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283148, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.069345] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e902df-1f6a-48b3-906a-c7bed64ddf2f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.079886] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c437edd-65d7-490a-be83-6d602d6a7c41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.116504] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a199a9b-19db-4a7f-a07c-2184216374e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.122808] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Successfully created port: 80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.132023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61955dfe-d71a-4596-b4a3-7e931210d4c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.144330] env[63021]: DEBUG nova.compute.provider_tree [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.209026] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.228889] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.318565] env[63021]: DEBUG oslo_concurrency.lockutils [req-38872883-92b8-40fc-acf0-17c93bcca15d req-f00b3f35-3fdd-49cc-8948-e01bff18af30 service nova] Releasing lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.483157] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.550738] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283148, 'name': CreateVM_Task, 'duration_secs': 0.836844} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.550955] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.551662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.551831] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.552219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.552488] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca49e7ff-7e1b-47a0-89da-e0341e7fadcb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.559768] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1008.559768] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5228f6c1-618a-143a-d601-3706d133e0e4" [ 1008.559768] env[63021]: _type = "Task" [ 1008.559768] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.569735] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5228f6c1-618a-143a-d601-3706d133e0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.647992] env[63021]: DEBUG nova.scheduler.client.report [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.726889] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.981272] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.070373] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5228f6c1-618a-143a-d601-3706d133e0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.086478} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.070669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.070902] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.071153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.071302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.071500] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.071730] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4614811e-92cf-4612-be4f-ac560abe75a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.080513] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.080698] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.081431] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a0be10-ef4d-4240-bcd3-5704c4306c55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.086389] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1009.086389] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11a67-5a04-11f0-1a49-f04b0f8ecaea" [ 1009.086389] env[63021]: _type = "Task" [ 1009.086389] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.095902] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11a67-5a04-11f0-1a49-f04b0f8ecaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.153909] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.156247] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.106s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.180135] env[63021]: INFO nova.scheduler.client.report [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Deleted allocations for instance 31e73939-09af-467e-b637-0bba27390c0e [ 1009.226258] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283146, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.581238} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.226583] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1/OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1.vmdk to [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk. [ 1009.226780] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Cleaning up location [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1009.226944] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_84347e27-f184-46c2-9ae2-dd13cd44bcc1 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.227588] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ea5a99b-dd2f-46e8-a386-d72eb74356ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.230437] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.238240] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1009.238240] env[63021]: value = "task-4283149" [ 1009.238240] env[63021]: _type = "Task" [ 1009.238240] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.246519] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.257617] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0770371e9def477bf6f854147f414500',container_format='bare',created_at=2025-06-14T12:26:26Z,direct_url=,disk_format='vmdk',id=47050aa2-c595-4dff-9c97-69fa0ee9da80,min_disk=1,min_ram=0,name='tempest-test-snap-870043208',owner='36b3e7a85bf94617af4b35a7fa5af99a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-06-14T12:26:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.257854] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.258015] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.258207] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.258352] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.258496] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.258706] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.258866] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.259040] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.259212] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.259418] env[63021]: DEBUG nova.virt.hardware [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.260273] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f9c7b-f2dc-45af-a0aa-a2c3a5236964 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.267995] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f624c-8414-4b0c-8782-05ff3fd5a656 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.481800] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.596573] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a11a67-5a04-11f0-1a49-f04b0f8ecaea, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.597367] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891da28b-e5f3-4610-a88c-acd777c7977e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.602575] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1009.602575] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5224a026-89e5-2811-cfd3-670a8d5f6d4a" [ 1009.602575] env[63021]: _type = "Task" [ 1009.602575] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.611112] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5224a026-89e5-2811-cfd3-670a8d5f6d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.684437] env[63021]: DEBUG nova.compute.manager [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Received event network-vif-plugged-80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1009.684658] env[63021]: DEBUG oslo_concurrency.lockutils [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] Acquiring lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.684868] env[63021]: DEBUG oslo_concurrency.lockutils [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.685048] env[63021]: DEBUG oslo_concurrency.lockutils [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.685222] env[63021]: DEBUG nova.compute.manager [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] No waiting events found dispatching network-vif-plugged-80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.685416] env[63021]: WARNING nova.compute.manager [req-803fbb57-8c3f-4c37-8f7a-bcfd62662111 req-27e4861c-e64e-4923-8a2a-dfc6b0c35c70 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Received unexpected event network-vif-plugged-80cd32df-be4a-4d01-86f3-b1ee871902d4 for instance with vm_state building and task_state spawning. [ 1009.691824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c28060cd-c7d5-4fd4-8928-00fcdec6e13e tempest-ServerTagsTestJSON-1976775330 tempest-ServerTagsTestJSON-1976775330-project-member] Lock "31e73939-09af-467e-b637-0bba27390c0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.142s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.752028] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037083} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.752028] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.752028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.752028] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk to [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.752028] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d100d6f-290e-4059-87bf-f1447c2775d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.757966] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1009.757966] env[63021]: value = "task-4283150" [ 1009.757966] env[63021]: _type = "Task" [ 1009.757966] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.766557] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.868188] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Successfully updated port: 80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.984906] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283147, 'name': CloneVM_Task, 'duration_secs': 2.469363} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.985421] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created linked-clone VM from snapshot [ 1009.986243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78920ed8-236b-455d-91cb-bff6c7703798 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.994673] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploading image fe4f8cbe-b8e9-4f8d-b81c-f1f555dedc61 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.024821] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.024821] env[63021]: value = "vm-843862" [ 1010.024821] env[63021]: _type = "VirtualMachine" [ 1010.024821] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.025205] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5b26407-ba66-4523-bed2-d06a09195729 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.034323] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease: (returnval){ [ 1010.034323] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca7cd-24ee-42c9-8d4b-2225d9501a97" [ 1010.034323] env[63021]: _type = "HttpNfcLease" [ 1010.034323] env[63021]: } obtained for exporting VM: (result){ [ 1010.034323] env[63021]: value = "vm-843862" [ 1010.034323] env[63021]: _type = "VirtualMachine" [ 1010.034323] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.035229] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the lease: (returnval){ [ 1010.035229] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca7cd-24ee-42c9-8d4b-2225d9501a97" [ 1010.035229] env[63021]: _type = "HttpNfcLease" [ 1010.035229] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.044457] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.044457] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca7cd-24ee-42c9-8d4b-2225d9501a97" [ 1010.044457] env[63021]: _type = "HttpNfcLease" [ 1010.044457] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1010.115102] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5224a026-89e5-2811-cfd3-670a8d5f6d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.115470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.115771] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.116089] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1ee6c75-dd19-41dc-9aaf-a3401f926106 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.125963] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1010.125963] env[63021]: value = "task-4283152" [ 1010.125963] env[63021]: _type = "Task" [ 1010.125963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.138891] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.203227] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.203462] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.203618] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.203780] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.203930] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance a6002b80-35fc-4c7c-9e7d-c18e909f5346 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.204248] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 02a2ee7d-dac4-4eee-a381-1711087bca87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.204389] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance bf90c69c-ddd8-4ab6-b514-07fde8f188f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.204547] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 00904fce-cdc8-40b9-a614-176a24d6f200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.204702] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.204832] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d4e6a473-36f3-4730-9ec0-28a01980a81e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.204978] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 1adb44e5-eeb1-4480-8caf-dd059395a539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.205138] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 6118cda7-e296-4262-b668-59b5f68f02bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.205289] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance f2983d26-e0c0-4c69-ba57-5c5087bbe1cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.205505] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 710ae78e-7be1-4074-9f02-80e9902261ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.205676] env[63021]: WARNING nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 491dcb12-e80d-4e0d-aee6-8a6cdf169a17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.205833] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 404acc75-1473-41d9-8812-31828cdf4bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.205957] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 1b68500c-142b-4dfa-9493-f45982273aa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.206116] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 10357f68-d0b4-4d1f-bf0f-37c6b1555f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.273282] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.370978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.370978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.370978] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.544827] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.544827] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca7cd-24ee-42c9-8d4b-2225d9501a97" [ 1010.544827] env[63021]: _type = "HttpNfcLease" [ 1010.544827] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.545176] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.545176] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca7cd-24ee-42c9-8d4b-2225d9501a97" [ 1010.545176] env[63021]: _type = "HttpNfcLease" [ 1010.545176] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.545992] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58957e63-0b7f-4039-9ad8-3a15a3e15938 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.556436] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.556704] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.638354] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.710051] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance be39bcdc-1be5-442e-bf90-39da1bbc9eb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1010.726018] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7caeeead-add7-42bd-a1a7-7bada5274e30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.775298] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.921313] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.140729] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.157318] env[63021]: DEBUG nova.network.neutron [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Updating instance_info_cache with network_info: [{"id": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "address": "fa:16:3e:47:a0:eb", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cd32df-be", "ovs_interfaceid": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.213324] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 82bf0c7f-3642-42ff-9c73-aab71ea13abb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1011.274853] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.642476] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.660575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.661111] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Instance network_info: |[{"id": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "address": "fa:16:3e:47:a0:eb", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cd32df-be", "ovs_interfaceid": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.661707] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a0:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80cd32df-be4a-4d01-86f3-b1ee871902d4', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.672245] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.672484] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.673031] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22c76a24-a710-4973-9308-5616b74274b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.698740] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.698740] env[63021]: value = "task-4283153" [ 1011.698740] env[63021]: _type = "Task" [ 1011.698740] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.709622] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283153, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.715631] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 462aac3d-f544-41d8-a31a-7faa2811d20a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1011.719010] env[63021]: DEBUG nova.compute.manager [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Received event network-changed-80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1011.719229] env[63021]: DEBUG nova.compute.manager [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Refreshing instance network info cache due to event network-changed-80cd32df-be4a-4d01-86f3-b1ee871902d4. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1011.719475] env[63021]: DEBUG oslo_concurrency.lockutils [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] Acquiring lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.719639] env[63021]: DEBUG oslo_concurrency.lockutils [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] Acquired lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.719807] env[63021]: DEBUG nova.network.neutron [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Refreshing network info cache for port 80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.774496] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.142557] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.209424] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283153, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.222553] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 7ab222af-ee23-4aab-8ab5-2d2b7298713c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1012.226025] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1012.226025] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=183GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1012.275246] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.546851] env[63021]: DEBUG nova.network.neutron [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Updated VIF entry in instance network info cache for port 80cd32df-be4a-4d01-86f3-b1ee871902d4. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.548028] env[63021]: DEBUG nova.network.neutron [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Updating instance_info_cache with network_info: [{"id": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "address": "fa:16:3e:47:a0:eb", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80cd32df-be", "ovs_interfaceid": "80cd32df-be4a-4d01-86f3-b1ee871902d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.608531] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2f86e-c79e-4208-9c54-63f7cf2f15ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.616872] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377da85-bb72-4251-9345-03b8b8f4b3ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.653771] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d349de-1c7a-4feb-ae2b-97cf64818994 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.664395] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567c7a9-2367-40cd-b61d-b7c1bfeef4d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.668518] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283152, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.360621} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.668816] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.669107] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.669809] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de458153-ee7b-457e-92fc-16d831f0d11c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.679856] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.685902] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1012.685902] env[63021]: value = "task-4283154" [ 1012.685902] env[63021]: _type = "Task" [ 1012.685902] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.694625] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.709787] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283153, 'name': CreateVM_Task, 'duration_secs': 0.821101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.709787] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.710207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.710391] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710858] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.711185] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39ff7a5-65b9-4024-9bf7-5019c90b7ed8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.715659] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1012.715659] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c9e037-437c-0b3c-e6ab-d178a3f90f53" [ 1012.715659] env[63021]: _type = "Task" [ 1012.715659] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.724087] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c9e037-437c-0b3c-e6ab-d178a3f90f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.773072] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283150, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.526059} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.773272] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0e24088-07bd-4158-a849-5c9f218ecc85/d0e24088-07bd-4158-a849-5c9f218ecc85.vmdk to [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.774119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f9154-32ce-4e38-9fcd-1cfbc208fa4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797153] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.797556] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d39b301-b223-491e-be99-f1038c84f458 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.819750] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1012.819750] env[63021]: value = "task-4283155" [ 1012.819750] env[63021]: _type = "Task" [ 1012.819750] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.827669] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.050693] env[63021]: DEBUG oslo_concurrency.lockutils [req-820362e2-bd8e-4dda-8044-796b95e856e3 req-bfb40cdc-2ad8-4912-b65d-a58e74141a99 service nova] Releasing lock "refresh_cache-10357f68-d0b4-4d1f-bf0f-37c6b1555f55" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.183129] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.195221] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067464} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.195641] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.196461] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f0021-87e7-4128-bd0a-1ce947026e7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220906] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.221604] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0442b2c-bef1-478c-ba45-76c64f699963 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.248060] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.248842] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Processing image 47050aa2-c595-4dff-9c97-69fa0ee9da80 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.249403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.249581] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.249773] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.250100] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1013.250100] env[63021]: value = "task-4283156" [ 1013.250100] env[63021]: _type = "Task" [ 1013.250100] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.250286] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21304498-d914-425f-9fd3-50986d0c4666 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260886] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.261966] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.262681] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.263194] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227dd994-ad43-4cd4-8ef7-434f9a35dd60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.268506] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1013.268506] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523fe74e-f2ce-0094-0eaf-1f7351f8da3e" [ 1013.268506] env[63021]: _type = "Task" [ 1013.268506] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.284171] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1013.284540] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Fetch image to [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e/OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1013.284814] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Downloading stream optimized image 47050aa2-c595-4dff-9c97-69fa0ee9da80 to [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e/OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e.vmdk on the data store datastore2 as vApp {{(pid=63021) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1013.285065] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Downloading image file data 47050aa2-c595-4dff-9c97-69fa0ee9da80 to the ESX as VM named 'OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e' {{(pid=63021) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1013.335026] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283155, 'name': ReconfigVM_Task, 'duration_secs': 0.302036} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.335398] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab/710ae78e-7be1-4074-9f02-80e9902261ab.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.336059] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0299b843-43cf-4a28-916b-0fd2f080fee9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.343625] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1013.343625] env[63021]: value = "task-4283157" [ 1013.343625] env[63021]: _type = "Task" [ 1013.343625] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.351615] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283157, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.362683] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1013.362683] env[63021]: value = "resgroup-9" [ 1013.362683] env[63021]: _type = "ResourcePool" [ 1013.362683] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1013.362683] env[63021]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-12afa01b-bd5d-4547-97e0-211abac585bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.384941] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease: (returnval){ [ 1013.384941] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1013.384941] env[63021]: _type = "HttpNfcLease" [ 1013.384941] env[63021]: } obtained for vApp import into resource pool (val){ [ 1013.384941] env[63021]: value = "resgroup-9" [ 1013.384941] env[63021]: _type = "ResourcePool" [ 1013.384941] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1013.385486] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the lease: (returnval){ [ 1013.385486] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1013.385486] env[63021]: _type = "HttpNfcLease" [ 1013.385486] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.393686] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.393686] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1013.393686] env[63021]: _type = "HttpNfcLease" [ 1013.393686] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.693495] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1013.693495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.536s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.693495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.426s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.693495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.696029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.250s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.696658] env[63021]: INFO nova.compute.claims [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.735353] env[63021]: INFO nova.scheduler.client.report [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Deleted allocations for instance 02a2ee7d-dac4-4eee-a381-1711087bca87 [ 1013.767092] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283156, 'name': ReconfigVM_Task, 'duration_secs': 0.504118} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.767479] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.768287] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ca83a3-1fde-4450-98ec-cfaa43571510 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.775703] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1013.775703] env[63021]: value = "task-4283159" [ 1013.775703] env[63021]: _type = "Task" [ 1013.775703] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.788499] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283159, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.856305] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283157, 'name': Rename_Task, 'duration_secs': 0.140325} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.856848] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.857145] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a3b973-c13f-449d-bbb3-5c10250f75cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.864243] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1013.864243] env[63021]: value = "task-4283160" [ 1013.864243] env[63021]: _type = "Task" [ 1013.864243] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.872761] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.895230] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.895230] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1013.895230] env[63021]: _type = "HttpNfcLease" [ 1013.895230] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1014.247072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-48eb2c06-cab9-40f8-a3d7-5de2dcbb2009 tempest-ServersTestJSON-516703967 tempest-ServersTestJSON-516703967-project-member] Lock "02a2ee7d-dac4-4eee-a381-1711087bca87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.811s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.287513] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283159, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.377172] env[63021]: DEBUG oslo_vmware.api [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283160, 'name': PowerOnVM_Task, 'duration_secs': 0.500533} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.377478] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.399340] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.399340] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1014.399340] env[63021]: _type = "HttpNfcLease" [ 1014.399340] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.399340] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.399340] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234f901-4073-8cb8-c6ec-3cef56fab4d9" [ 1014.399340] env[63021]: _type = "HttpNfcLease" [ 1014.399340] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1014.399735] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c73a7a-aff5-49ac-9ed4-9ee1af89cc31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.408690] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.408690] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1014.478484] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49a8fc0c-5263-406a-b9c8-3d2be05d2806 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.798099] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283159, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.956431] env[63021]: DEBUG nova.compute.manager [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.957468] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb8b4b-349f-4d0d-a0f2-6ff37a076ea1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.144817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a52b1-55ed-4143-9f27-061166eaf3bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.153602] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca9d03-df54-4285-9c9f-147129bab9b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.210758] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08134c43-1cef-4f1a-a9c6-0df82332fd03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.225423] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56848b79-7157-4925-950e-d7261224eda0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.242590] env[63021]: DEBUG nova.compute.provider_tree [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.290091] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283159, 'name': Rename_Task, 'duration_secs': 1.170853} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.291867] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.292181] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1261022e-d007-420a-80a4-6afc0248f42c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.300655] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1015.300655] env[63021]: value = "task-4283161" [ 1015.300655] env[63021]: _type = "Task" [ 1015.300655] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.309046] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.340924] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1015.341169] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.342167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a0dc7e-1e7d-4adb-a0ea-6c6fd9877fd9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.348742] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.348892] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1015.349200] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a894b92e-09a0-4f1b-bbf7-4559cb057cb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.486077] env[63021]: DEBUG oslo_concurrency.lockutils [None req-17f2f716-2886-41d4-82a2-d00d789bc9de tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.625s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.577051] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753847-6e3f-a4bd-5dba-580e0b12da1c/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1015.577051] env[63021]: INFO nova.virt.vmwareapi.images [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Downloaded image file data 47050aa2-c595-4dff-9c97-69fa0ee9da80 [ 1015.578543] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca804503-5e2c-448f-8e70-02cfcdf8ce1f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.602989] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009a46a4-5482-4418-be0f-bdf6c64aeaf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.629985] env[63021]: INFO nova.virt.vmwareapi.images [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] The imported VM was unregistered [ 1015.631845] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1015.632083] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.632362] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6e99a9-6504-4a64-82e6-ea2a4875564d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.647559] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.647815] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e/OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e.vmdk to [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk. {{(pid=63021) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1015.648112] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d3409be7-8235-40d2-b491-4bdf34b50747 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.654829] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1015.654829] env[63021]: value = "task-4283163" [ 1015.654829] env[63021]: _type = "Task" [ 1015.654829] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.666818] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.747940] env[63021]: DEBUG nova.scheduler.client.report [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.812739] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.925116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.925116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.925116] env[63021]: INFO nova.compute.manager [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Shelving [ 1016.167226] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.255123] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.255765] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.260322] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.789s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.260620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.262977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.476s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.264533] env[63021]: INFO nova.compute.claims [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.320280] env[63021]: DEBUG oslo_vmware.api [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283161, 'name': PowerOnVM_Task, 'duration_secs': 0.792018} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.320641] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.320787] env[63021]: INFO nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1016.320972] env[63021]: DEBUG nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.321886] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f9035-0a3a-4091-9d4f-7748435ecfdc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.330665] env[63021]: INFO nova.scheduler.client.report [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted allocations for instance cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8 [ 1016.670607] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.769530] env[63021]: DEBUG nova.compute.utils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.773924] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.773924] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.835428] env[63021]: DEBUG nova.policy [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a72d7a7324d4c67b9f8d908f94fdf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7da774b2ff8a4556b6bc6594ab064e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.846933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a565c4a7-e695-432a-b3a6-baf7e87f78e0 tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.389s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.856697] env[63021]: INFO nova.compute.manager [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Took 37.36 seconds to build instance. [ 1016.942045] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.942045] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e910bc50-76cd-4a9d-85ce-c32544967492 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.952481] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1016.952481] env[63021]: value = "task-4283164" [ 1016.952481] env[63021]: _type = "Task" [ 1016.952481] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.964323] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.169009] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.191636] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Successfully created port: 7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.208510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.209408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.209408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.209408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.209408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.212076] env[63021]: INFO nova.compute.manager [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Terminating instance [ 1017.279119] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.360440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-53711546-a7a6-483f-bc4e-c73ab8358d1f tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.878s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.472468] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.488365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.488598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.675594] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.719037] env[63021]: DEBUG nova.compute.manager [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.719298] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.720994] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76acf1b6-1472-4cb9-afd1-d652add2a5e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.732902] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.733206] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-969da542-ffae-4dc8-8341-48b43a15dfcf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.745112] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 1017.745112] env[63021]: value = "task-4283165" [ 1017.745112] env[63021]: _type = "Task" [ 1017.745112] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.757075] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.761491] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc017e12-9c00-4451-9af2-73e72324b4b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.769668] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c254a7-43e7-4fa3-afd9-2a11bb69d64a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.813121] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02814e9-ae2a-4b81-aead-a8ae1da8fc7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.824920] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd1a53f-66b3-4a61-8bf5-8ff3614e9e73 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.844132] env[63021]: DEBUG nova.compute.provider_tree [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.967268] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.991156] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.174756] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262746] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.314232] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.347724] env[63021]: DEBUG nova.scheduler.client.report [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.361780] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.362789] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.363192] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.363192] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.363441] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.363441] env[63021]: DEBUG nova.virt.hardware [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.364430] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6eea11-9a4a-4dc0-bde7-ace0df564007 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.377930] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081048e7-0fb6-4259-9bcc-6fde0991d982 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.474658] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283164, 'name': PowerOffVM_Task, 'duration_secs': 1.206035} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.476168] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.477531] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa28f6-c73e-4807-82dd-97bc8ce68e20 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.506236] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3545313a-bbd2-4f1b-a586-166707b3d0de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.533312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.674925] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283163, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.918713} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.675175] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e/OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e.vmdk to [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk. [ 1018.675492] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Cleaning up location [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1018.675724] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_25733b60-543f-4b6c-bdaf-312c0c7b312e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.676114] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec9dbaa-b766-4071-a77d-74504fa75705 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.683434] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1018.683434] env[63021]: value = "task-4283166" [ 1018.683434] env[63021]: _type = "Task" [ 1018.683434] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.694574] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.696402] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6f2dd-8019-459d-bba7-e265750a7627 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.704402] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Suspending the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1018.704763] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8586b4f5-3c84-47a8-aad6-783c6066075c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.711502] env[63021]: DEBUG oslo_vmware.api [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1018.711502] env[63021]: value = "task-4283167" [ 1018.711502] env[63021]: _type = "Task" [ 1018.711502] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.728610] env[63021]: DEBUG oslo_vmware.api [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283167, 'name': SuspendVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.758579] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283165, 'name': PowerOffVM_Task, 'duration_secs': 0.637811} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.758980] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.759215] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.759521] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb85bc46-ffaf-4b41-bd74-1303bff808ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.849991] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.850272] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.850427] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleting the datastore file [datastore2] 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.850716] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a8eddeb-a6e9-42b0-9527-aa21f9ceeffb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.855842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.856416] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.861646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.023s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.863818] env[63021]: INFO nova.compute.claims [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.870077] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for the task: (returnval){ [ 1018.870077] env[63021]: value = "task-4283169" [ 1018.870077] env[63021]: _type = "Task" [ 1018.870077] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.875761] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.024762] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1019.024981] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b181f4c1-f027-492b-a2e3-144678e9cb79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.032531] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1019.032531] env[63021]: value = "task-4283170" [ 1019.032531] env[63021]: _type = "Task" [ 1019.032531] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.042871] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.097218] env[63021]: DEBUG nova.compute.manager [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Received event network-vif-plugged-7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1019.097218] env[63021]: DEBUG oslo_concurrency.lockutils [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] Acquiring lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.097393] env[63021]: DEBUG oslo_concurrency.lockutils [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.097694] env[63021]: DEBUG oslo_concurrency.lockutils [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.098026] env[63021]: DEBUG nova.compute.manager [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] No waiting events found dispatching network-vif-plugged-7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.098478] env[63021]: WARNING nova.compute.manager [req-7bb7ba29-0323-4b5d-8079-a1184779de30 req-14b90826-6c94-48f5-bee9-33c81e6d7c08 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Received unexpected event network-vif-plugged-7b7c2d7e-827f-4cf3-b653-f3584116886b for instance with vm_state building and task_state spawning. [ 1019.198481] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053678} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.199366] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Successfully updated port: 7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.201040] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.201346] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.201756] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk to [datastore2] 10357f68-d0b4-4d1f-bf0f-37c6b1555f55/10357f68-d0b4-4d1f-bf0f-37c6b1555f55.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.202417] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-097c6f5d-e587-4e09-a2a8-9dbcf6d6f8ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.211906] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1019.211906] env[63021]: value = "task-4283171" [ 1019.211906] env[63021]: _type = "Task" [ 1019.211906] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.225295] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.228797] env[63021]: DEBUG oslo_vmware.api [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283167, 'name': SuspendVM_Task} progress is 54%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.370381] env[63021]: DEBUG nova.compute.utils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.375597] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.375779] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.391571] env[63021]: DEBUG oslo_vmware.api [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Task: {'id': task-4283169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498956} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.392769] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.392769] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.392931] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.393541] env[63021]: INFO nova.compute.manager [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1019.393541] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.394303] env[63021]: DEBUG nova.compute.manager [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.394303] env[63021]: DEBUG nova.network.neutron [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.441777] env[63021]: DEBUG nova.policy [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90044d7f9fc0472080a2e6b285236b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7669a23425a346ea88d13095c18e8e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.543839] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.706022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.706022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.706022] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.732165] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.738752] env[63021]: DEBUG oslo_vmware.api [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283167, 'name': SuspendVM_Task, 'duration_secs': 0.778602} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.739233] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Suspended the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1019.739543] env[63021]: DEBUG nova.compute.manager [None req-e7a12329-cf84-431e-99d3-9e0ed50336e1 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.743222] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb75024-2230-4585-b97c-df15997c6380 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.834228] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Successfully created port: 797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.879766] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.926320] env[63021]: DEBUG nova.compute.manager [req-3743a3f2-35e5-408b-8e1f-163df30d784e req-513381f5-d07b-4769-b6c4-34922da9de39 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Received event network-vif-deleted-57982d6d-cd79-48a4-9a7f-9a96cf7ad928 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1019.926544] env[63021]: INFO nova.compute.manager [req-3743a3f2-35e5-408b-8e1f-163df30d784e req-513381f5-d07b-4769-b6c4-34922da9de39 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Neutron deleted interface 57982d6d-cd79-48a4-9a7f-9a96cf7ad928; detaching it from the instance and deleting it from the info cache [ 1019.926744] env[63021]: DEBUG nova.network.neutron [req-3743a3f2-35e5-408b-8e1f-163df30d784e req-513381f5-d07b-4769-b6c4-34922da9de39 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.047477] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.202058] env[63021]: DEBUG nova.compute.manager [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1020.228972] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.259834] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc6f50-333c-499f-9d6d-06dfd0397cb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.276887] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180ee5fa-ed55-405f-b713-fbde8a8f7b7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.315844] env[63021]: DEBUG nova.network.neutron [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.321261] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd173f-1339-421f-8154-24963dac42c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.334962] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bf229-c4e6-4311-bc34-e071bc7b1e71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.351819] env[63021]: DEBUG nova.compute.provider_tree [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.430245] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d10a27a5-d45c-426c-a132-cbfa930f0453 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.447035] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d7391-370a-4263-8c6d-ded9fe17d646 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.484629] env[63021]: DEBUG nova.compute.manager [req-3743a3f2-35e5-408b-8e1f-163df30d784e req-513381f5-d07b-4769-b6c4-34922da9de39 service nova] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Detach interface failed, port_id=57982d6d-cd79-48a4-9a7f-9a96cf7ad928, reason: Instance 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1020.525672] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.548023] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.725835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.730135] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.737803] env[63021]: DEBUG nova.network.neutron [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updating instance_info_cache with network_info: [{"id": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "address": "fa:16:3e:39:2c:e2", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7c2d7e-82", "ovs_interfaceid": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.819423] env[63021]: INFO nova.compute.manager [-] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Took 1.43 seconds to deallocate network for instance. [ 1020.856084] env[63021]: DEBUG nova.scheduler.client.report [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.891250] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.919315] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.920027] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.920027] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.920027] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.920258] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.920575] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.920853] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.921064] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.921473] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.921662] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.921839] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.922737] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ab43e-ef08-494a-8396-7528385a4505 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.933558] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91528fe7-f5d1-44c5-9d9f-c17ef6bc3791 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.047026] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.207803] env[63021]: DEBUG nova.compute.manager [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Received event network-changed-7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1021.208343] env[63021]: DEBUG nova.compute.manager [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Refreshing instance network info cache due to event network-changed-7b7c2d7e-827f-4cf3-b653-f3584116886b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1021.208632] env[63021]: DEBUG oslo_concurrency.lockutils [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] Acquiring lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.230377] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.244026] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.244026] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Instance network_info: |[{"id": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "address": "fa:16:3e:39:2c:e2", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7c2d7e-82", "ovs_interfaceid": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.244026] env[63021]: DEBUG oslo_concurrency.lockutils [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] Acquired lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.244026] env[63021]: DEBUG nova.network.neutron [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Refreshing network info cache for port 7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.244026] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:2c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b7c2d7e-827f-4cf3-b653-f3584116886b', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.252383] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.256713] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.257528] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895e3aba-47e8-4735-8a59-966ee77b5c72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.283418] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.283418] env[63021]: value = "task-4283172" [ 1021.283418] env[63021]: _type = "Task" [ 1021.283418] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.294598] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283172, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.327736] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.365066] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.365634] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.371087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.486s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.374139] env[63021]: INFO nova.compute.claims [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.379033] env[63021]: INFO nova.compute.manager [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Resuming [ 1021.381621] env[63021]: DEBUG nova.objects.instance [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'flavor' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.399505] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Successfully updated port: 797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.547770] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.617031] env[63021]: DEBUG nova.network.neutron [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updated VIF entry in instance network info cache for port 7b7c2d7e-827f-4cf3-b653-f3584116886b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.617534] env[63021]: DEBUG nova.network.neutron [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updating instance_info_cache with network_info: [{"id": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "address": "fa:16:3e:39:2c:e2", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7c2d7e-82", "ovs_interfaceid": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.732037] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.794037] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283172, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.885886] env[63021]: DEBUG nova.compute.utils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.888812] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.888812] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.901842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902062] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.902250] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.930067] env[63021]: DEBUG nova.policy [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90044d7f9fc0472080a2e6b285236b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7669a23425a346ea88d13095c18e8e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.047291] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283170, 'name': CreateSnapshot_Task, 'duration_secs': 2.82815} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.047578] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.048433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356ff681-4209-41fc-a552-c985716385eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.121153] env[63021]: DEBUG oslo_concurrency.lockutils [req-d37d1bdd-f1f2-4820-86e4-05025553592b req-edf0037a-ef4c-41e6-a7d8-f5ca0689ae2d service nova] Releasing lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.229545] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283171, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.599104} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.230158] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/47050aa2-c595-4dff-9c97-69fa0ee9da80/47050aa2-c595-4dff-9c97-69fa0ee9da80.vmdk to [datastore2] 10357f68-d0b4-4d1f-bf0f-37c6b1555f55/10357f68-d0b4-4d1f-bf0f-37c6b1555f55.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.231057] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d39e5-5068-47e7-8dcb-816ccca41357 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.256613] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 10357f68-d0b4-4d1f-bf0f-37c6b1555f55/10357f68-d0b4-4d1f-bf0f-37c6b1555f55.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.256989] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc31d2ef-99f7-4b38-b065-e2e1c18db824 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.278732] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1022.278732] env[63021]: value = "task-4283173" [ 1022.278732] env[63021]: _type = "Task" [ 1022.278732] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.288617] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.296514] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283172, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.359562] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Successfully created port: 9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.392985] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.456824] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.568243] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.571842] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d3ef0a3-bb41-4d08-8464-9ccc36bfbe48 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.580679] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1022.580679] env[63021]: value = "task-4283174" [ 1022.580679] env[63021]: _type = "Task" [ 1022.580679] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.594025] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283174, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.627883] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Updating instance_info_cache with network_info: [{"id": "797acca3-f743-47db-adcc-668de2c54253", "address": "fa:16:3e:5f:6e:79", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797acca3-f7", "ovs_interfaceid": "797acca3-f743-47db-adcc-668de2c54253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.784561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d01a9d-51c4-431e-b5d7-652c3f6f347a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.799068] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283173, 'name': ReconfigVM_Task, 'duration_secs': 0.509982} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.800792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badada8b-83fd-4850-8987-df3c7c1dd4ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.805181] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 10357f68-d0b4-4d1f-bf0f-37c6b1555f55/10357f68-d0b4-4d1f-bf0f-37c6b1555f55.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.811356] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf568f7a-629e-4e78-ad45-b9ecc8982624 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.813812] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283172, 'name': CreateVM_Task, 'duration_secs': 1.025198} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.814549] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.815880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.816138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.816644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.853705] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb66b2d-d54e-4cf0-a740-ff50aae81a98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.859014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32092887-881b-4314-b483-903865715b26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.863150] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1022.863150] env[63021]: value = "task-4283175" [ 1022.863150] env[63021]: _type = "Task" [ 1022.863150] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.873110] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1022.873110] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520bec72-a24b-1236-909b-71c2aa88e5f1" [ 1022.873110] env[63021]: _type = "Task" [ 1022.873110] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.875595] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de472d4-7f00-488a-b1f9-a0dff6207a65 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.890237] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283175, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.909242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.909505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquired lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.909771] env[63021]: DEBUG nova.network.neutron [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.911577] env[63021]: DEBUG nova.compute.provider_tree [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.918591] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520bec72-a24b-1236-909b-71c2aa88e5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017538} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.919121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.919455] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.919724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.919919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.920547] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.921398] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fad53b8-425f-498b-8a7c-fcc40be5a7f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.931284] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.931555] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.932489] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85951ebb-70a4-4d93-a306-3b628b118749 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.942146] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1022.942146] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521e9389-55ff-04f1-7b67-28b140b6c253" [ 1022.942146] env[63021]: _type = "Task" [ 1022.942146] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.950323] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521e9389-55ff-04f1-7b67-28b140b6c253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.094960] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283174, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.130049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.130501] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Instance network_info: |[{"id": "797acca3-f743-47db-adcc-668de2c54253", "address": "fa:16:3e:5f:6e:79", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797acca3-f7", "ovs_interfaceid": "797acca3-f743-47db-adcc-668de2c54253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.131062] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:6e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '797acca3-f743-47db-adcc-668de2c54253', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.143362] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Creating folder: Project (7669a23425a346ea88d13095c18e8e3c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.143823] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ea123c-a94c-4840-9646-531c0979239d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.156076] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Created folder: Project (7669a23425a346ea88d13095c18e8e3c) in parent group-v843603. [ 1023.156371] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Creating folder: Instances. Parent ref: group-v843869. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.156723] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d48e66-d6cc-48f1-a2a9-e64de2ca570d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.166200] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Created folder: Instances in parent group-v843869. [ 1023.166549] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.166808] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.167076] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40e2cc1-0aad-4309-b2a0-9dd55f206bf4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.195100] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.195100] env[63021]: value = "task-4283178" [ 1023.195100] env[63021]: _type = "Task" [ 1023.195100] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.205606] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283178, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.235644] env[63021]: DEBUG nova.compute.manager [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Received event network-vif-plugged-797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1023.235899] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Acquiring lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.236056] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.236294] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.236395] env[63021]: DEBUG nova.compute.manager [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] No waiting events found dispatching network-vif-plugged-797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.236585] env[63021]: WARNING nova.compute.manager [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Received unexpected event network-vif-plugged-797acca3-f743-47db-adcc-668de2c54253 for instance with vm_state building and task_state spawning. [ 1023.236752] env[63021]: DEBUG nova.compute.manager [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Received event network-changed-797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1023.236901] env[63021]: DEBUG nova.compute.manager [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Refreshing instance network info cache due to event network-changed-797acca3-f743-47db-adcc-668de2c54253. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1023.237107] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Acquiring lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.237249] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Acquired lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237404] env[63021]: DEBUG nova.network.neutron [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Refreshing network info cache for port 797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.374802] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283175, 'name': Rename_Task, 'duration_secs': 0.204996} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.375121] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.375393] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d798373-c99a-4f86-b82c-281ffefdc16b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.383303] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1023.383303] env[63021]: value = "task-4283179" [ 1023.383303] env[63021]: _type = "Task" [ 1023.383303] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.392180] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.420116] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.425834] env[63021]: DEBUG nova.scheduler.client.report [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.456909] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521e9389-55ff-04f1-7b67-28b140b6c253, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.459696] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.459938] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.460130] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.460335] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.460486] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.460638] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.460874] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.461150] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.461612] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.461953] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.462286] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.465189] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4372f65b-9413-4f1d-86a6-3204114377e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.468681] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf3e230-f460-4766-9626-1fc40877c101 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.478158] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1023.478158] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4e3a9-b43d-6355-a65a-223bf8eafc2a" [ 1023.478158] env[63021]: _type = "Task" [ 1023.478158] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.482414] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da714b-1948-4a0f-abaf-d4f4e022c95e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.509790] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4e3a9-b43d-6355-a65a-223bf8eafc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.015167} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.510527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.510930] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] be39bcdc-1be5-442e-bf90-39da1bbc9eb3/be39bcdc-1be5-442e-bf90-39da1bbc9eb3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.511387] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ef2d38-407d-4b15-80ad-e5902673e34b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.520223] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1023.520223] env[63021]: value = "task-4283180" [ 1023.520223] env[63021]: _type = "Task" [ 1023.520223] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.528665] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.592591] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.594185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c498e-f600-44fe-b6d6-6a1d7ead3809 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.600084] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283174, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.604042] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.604177] env[63021]: ERROR oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk due to incomplete transfer. [ 1023.604391] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c90cd0b9-6cc7-4eb3-8d1b-562996126d4a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.612182] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e4e83-f9b2-b70c-f878-a4ccb58469db/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.612440] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploaded image fe4f8cbe-b8e9-4f8d-b81c-f1f555dedc61 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.615067] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.615366] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b173a9e9-5e3f-44d3-8408-a16a698826c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.622700] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1023.622700] env[63021]: value = "task-4283181" [ 1023.622700] env[63021]: _type = "Task" [ 1023.622700] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.634882] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283181, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.702965] env[63021]: DEBUG nova.network.neutron [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [{"id": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "address": "fa:16:3e:9f:d1:82", "network": {"id": "5b13ce3b-de5d-49c5-b669-ad928242f8d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1412889233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b0e1b532754160bde6b6d242b49dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bfc3ed-0b", "ovs_interfaceid": "33bfc3ed-0b60-482a-9c61-857bb5452ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.710676] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283178, 'name': CreateVM_Task, 'duration_secs': 0.397952} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.710676] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.711250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712061] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8273a622-5986-4fd0-8917-3cef156020c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.717976] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1023.717976] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d968e3-7210-08c6-b9ff-2cc854c35ef0" [ 1023.717976] env[63021]: _type = "Task" [ 1023.717976] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.727092] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d968e3-7210-08c6-b9ff-2cc854c35ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.894049] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.931971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.931971] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.936126] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.017s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.936419] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.939146] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.816s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.939393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.942091] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.282s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.942373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.944515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.214s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.944757] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.946804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.414s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.948742] env[63021]: INFO nova.compute.claims [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.993385] env[63021]: INFO nova.scheduler.client.report [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted allocations for instance f2983d26-e0c0-4c69-ba57-5c5087bbe1cc [ 1023.993905] env[63021]: INFO nova.scheduler.client.report [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Deleted allocations for instance a6002b80-35fc-4c7c-9e7d-c18e909f5346 [ 1024.004671] env[63021]: DEBUG nova.network.neutron [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Updated VIF entry in instance network info cache for port 797acca3-f743-47db-adcc-668de2c54253. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.007534] env[63021]: DEBUG nova.network.neutron [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Updating instance_info_cache with network_info: [{"id": "797acca3-f743-47db-adcc-668de2c54253", "address": "fa:16:3e:5f:6e:79", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap797acca3-f7", "ovs_interfaceid": "797acca3-f743-47db-adcc-668de2c54253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.009431] env[63021]: DEBUG nova.compute.manager [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Received event network-vif-plugged-9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.009642] env[63021]: DEBUG oslo_concurrency.lockutils [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] Acquiring lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.009857] env[63021]: DEBUG oslo_concurrency.lockutils [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.010503] env[63021]: DEBUG oslo_concurrency.lockutils [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.010503] env[63021]: DEBUG nova.compute.manager [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] No waiting events found dispatching network-vif-plugged-9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.010503] env[63021]: WARNING nova.compute.manager [req-d6b72b26-62a1-4aef-8b33-6a3549105778 req-97e4e6cc-6c48-4e6d-9b71-d23b82a2cb07 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Received unexpected event network-vif-plugged-9c72949b-3167-4f8d-b939-cc23aa83395c for instance with vm_state building and task_state spawning. [ 1024.019794] env[63021]: INFO nova.scheduler.client.report [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance 491dcb12-e80d-4e0d-aee6-8a6cdf169a17 [ 1024.042283] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283180, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.044059] env[63021]: INFO nova.scheduler.client.report [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted allocations for instance bf90c69c-ddd8-4ab6-b514-07fde8f188f0 [ 1024.097695] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283174, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.135380] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283181, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.135380] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Successfully updated port: 9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.205698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Releasing lock "refresh_cache-710ae78e-7be1-4074-9f02-80e9902261ab" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.206719] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306048d6-a6ad-42d4-a9fe-51cd351f6d7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.213600] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Resuming the VM {{(pid=63021) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1024.213872] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466a0daf-c4b6-4fd5-9a39-e11dc3b2bc70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.222268] env[63021]: DEBUG oslo_vmware.api [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1024.222268] env[63021]: value = "task-4283182" [ 1024.222268] env[63021]: _type = "Task" [ 1024.222268] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.237535] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d968e3-7210-08c6-b9ff-2cc854c35ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.032298} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.240773] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.240898] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.241100] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.241254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.241433] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.241750] env[63021]: DEBUG oslo_vmware.api [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283182, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.241964] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fecfbd3a-52f6-4ca3-b877-516e6adb1473 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.259980] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.260273] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.261155] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffeaa35d-d619-46cd-8eaf-466174e9d4a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.268535] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1024.268535] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c981cb-a7af-e737-5ddd-5706e6c54915" [ 1024.268535] env[63021]: _type = "Task" [ 1024.268535] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.276907] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c981cb-a7af-e737-5ddd-5706e6c54915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.395543] env[63021]: DEBUG oslo_vmware.api [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283179, 'name': PowerOnVM_Task, 'duration_secs': 0.726009} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.395543] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.395747] env[63021]: INFO nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Took 15.16 seconds to spawn the instance on the hypervisor. [ 1024.396566] env[63021]: DEBUG nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.396720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9e576-f1eb-4ae8-b9ef-7b6587cf0fdb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.453995] env[63021]: DEBUG nova.compute.utils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.456053] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.456308] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.512740] env[63021]: DEBUG oslo_concurrency.lockutils [req-0fc343a4-5bc4-47f4-a0d9-f356f0dba419 req-d9663af9-8540-45c3-acaf-1e17cf84b3a4 service nova] Releasing lock "refresh_cache-82bf0c7f-3642-42ff-9c73-aab71ea13abb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.516620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-46e99b93-d269-48ba-99c8-bd95f163729d tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "f2983d26-e0c0-4c69-ba57-5c5087bbe1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.463s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.520393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bfaace3e-9532-40ff-8eaa-6c1dd635a756 tempest-AttachVolumeTestJSON-1387786992 tempest-AttachVolumeTestJSON-1387786992-project-member] Lock "a6002b80-35fc-4c7c-9e7d-c18e909f5346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.769s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.534393] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602604} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.535479] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] be39bcdc-1be5-442e-bf90-39da1bbc9eb3/be39bcdc-1be5-442e-bf90-39da1bbc9eb3.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.535735] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.537944] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c63544-c069-4908-8548-05a09e1394d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.540533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9d26748-13db-440c-8588-b200416d0368 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "491dcb12-e80d-4e0d-aee6-8a6cdf169a17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.108s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.545424] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1024.545424] env[63021]: value = "task-4283183" [ 1024.545424] env[63021]: _type = "Task" [ 1024.545424] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.552756] env[63021]: DEBUG oslo_concurrency.lockutils [None req-61ccabae-6900-40d0-a415-ff27af399f8e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "bf90c69c-ddd8-4ab6-b514-07fde8f188f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.304s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.561637] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.574451] env[63021]: DEBUG nova.policy [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90044d7f9fc0472080a2e6b285236b2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7669a23425a346ea88d13095c18e8e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.597893] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283174, 'name': CloneVM_Task, 'duration_secs': 1.562468} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.598265] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Created linked-clone VM from snapshot [ 1024.598981] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a2b12-4ee8-4eb1-ae32-47514be68dd6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.608721] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Uploading image f9b092bd-5c30-4c45-905b-2aa116c0ebc8 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.635030] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283181, 'name': Destroy_Task, 'duration_secs': 0.664725} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.637355] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroyed the VM [ 1024.637626] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.638418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.638602] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.639945] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc539eb8-405a-4bbe-80ce-61a7fdd61040 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.648709] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1024.648709] env[63021]: value = "vm-843868" [ 1024.648709] env[63021]: _type = "VirtualMachine" [ 1024.648709] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1024.649049] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9888887-c137-493f-918e-9432d51292cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.652690] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1024.652690] env[63021]: value = "task-4283185" [ 1024.652690] env[63021]: _type = "Task" [ 1024.652690] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.661148] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease: (returnval){ [ 1024.661148] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520470ac-4961-2e1f-df9f-e57b5b422ef5" [ 1024.661148] env[63021]: _type = "HttpNfcLease" [ 1024.661148] env[63021]: } obtained for exporting VM: (result){ [ 1024.661148] env[63021]: value = "vm-843868" [ 1024.661148] env[63021]: _type = "VirtualMachine" [ 1024.661148] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1024.661148] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the lease: (returnval){ [ 1024.661148] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520470ac-4961-2e1f-df9f-e57b5b422ef5" [ 1024.661148] env[63021]: _type = "HttpNfcLease" [ 1024.661148] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1024.667028] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.674227] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.674227] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520470ac-4961-2e1f-df9f-e57b5b422ef5" [ 1024.674227] env[63021]: _type = "HttpNfcLease" [ 1024.674227] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.739530] env[63021]: DEBUG oslo_vmware.api [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.780679] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c981cb-a7af-e737-5ddd-5706e6c54915, 'name': SearchDatastore_Task, 'duration_secs': 0.031301} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.781562] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6de8ecb-a1e0-408e-bac7-3d8b866ad531 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.790758] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1024.790758] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525e2042-57e8-5e36-085d-7d740764b16b" [ 1024.790758] env[63021]: _type = "Task" [ 1024.790758] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.801294] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525e2042-57e8-5e36-085d-7d740764b16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.918623] env[63021]: INFO nova.compute.manager [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Took 43.13 seconds to build instance. [ 1024.962546] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.058914] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219674} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.059275] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.060306] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2817302-fafb-481c-9267-f7ee0bab4a6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.086206] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] be39bcdc-1be5-442e-bf90-39da1bbc9eb3/be39bcdc-1be5-442e-bf90-39da1bbc9eb3.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.089789] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Successfully created port: 2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.092569] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1743b0ec-689c-4ec1-8d5e-fc39bc5cebda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.114623] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1025.114623] env[63021]: value = "task-4283187" [ 1025.114623] env[63021]: _type = "Task" [ 1025.114623] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.123654] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.163102] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.169300] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.169300] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520470ac-4961-2e1f-df9f-e57b5b422ef5" [ 1025.169300] env[63021]: _type = "HttpNfcLease" [ 1025.169300] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.169646] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.169646] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520470ac-4961-2e1f-df9f-e57b5b422ef5" [ 1025.169646] env[63021]: _type = "HttpNfcLease" [ 1025.169646] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.170437] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c66fdf-8aa9-4813-a495-2acab5450124 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.182832] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.183102] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.244237] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.253304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "6118cda7-e296-4262-b668-59b5f68f02bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.253616] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.253835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.254030] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.254200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.259014] env[63021]: DEBUG oslo_vmware.api [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283182, 'name': PowerOnVM_Task, 'duration_secs': 0.551268} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.259490] env[63021]: INFO nova.compute.manager [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Terminating instance [ 1025.260884] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Resumed the VM {{(pid=63021) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1025.261061] env[63021]: DEBUG nova.compute.manager [None req-47cca208-9c3b-4e57-bffb-fa0105580ae0 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.262877] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb4960-2c3b-4ab6-88d0-34705611dbe3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.300881] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525e2042-57e8-5e36-085d-7d740764b16b, 'name': SearchDatastore_Task, 'duration_secs': 0.164662} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.303661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.304175] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 82bf0c7f-3642-42ff-9c73-aab71ea13abb/82bf0c7f-3642-42ff-9c73-aab71ea13abb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.304454] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d110e0c-5b82-484e-bf46-9ae9861f0c12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.314177] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1025.314177] env[63021]: value = "task-4283188" [ 1025.314177] env[63021]: _type = "Task" [ 1025.314177] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.327401] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8e63a7a-583c-4e99-9b69-b4137567ae04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.329266] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.409250] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db17efb-a778-4ed9-8e42-8cf885a38c8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.418082] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3859ad3-3465-4114-b5fa-9727dcd12b77 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.421925] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d1bb013b-cdec-4444-b8c4-2a65b66dde16 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.637s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.455426] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c79de-46a8-4978-ad56-13879757ea01 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.464231] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb35670-7027-4ef7-a012-af88a8a1c640 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.484088] env[63021]: DEBUG nova.compute.provider_tree [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.532295] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Updating instance_info_cache with network_info: [{"id": "9c72949b-3167-4f8d-b939-cc23aa83395c", "address": "fa:16:3e:90:0d:73", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72949b-31", "ovs_interfaceid": "9c72949b-3167-4f8d-b939-cc23aa83395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.536613] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.536746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.536962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.537164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.537331] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.541917] env[63021]: INFO nova.compute.manager [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Terminating instance [ 1025.627954] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.667338] env[63021]: DEBUG oslo_vmware.api [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283185, 'name': RemoveSnapshot_Task, 'duration_secs': 0.87306} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.668046] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.668766] env[63021]: INFO nova.compute.manager [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 20.84 seconds to snapshot the instance on the hypervisor. [ 1025.767020] env[63021]: DEBUG nova.compute.manager [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.767020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.768040] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4467c15-5358-4b35-afb3-6f677b397ca4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.783195] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.785759] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e22ace-63bb-47cf-ad1a-877152ebe344 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.794350] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1025.794350] env[63021]: value = "task-4283189" [ 1025.794350] env[63021]: _type = "Task" [ 1025.794350] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.805920] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.829899] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.974275] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.990787] env[63021]: DEBUG nova.scheduler.client.report [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.014101] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.014410] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.014574] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.014943] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.015163] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.015355] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.015594] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.015766] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.015940] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.016125] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.016308] env[63021]: DEBUG nova.virt.hardware [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.017546] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e664efb-f391-4272-a7b4-69072794a0ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.029131] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0457dc-cc06-47f2-b543-4ebf2ce7afe5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.034772] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.035252] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Instance network_info: |[{"id": "9c72949b-3167-4f8d-b939-cc23aa83395c", "address": "fa:16:3e:90:0d:73", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72949b-31", "ovs_interfaceid": "9c72949b-3167-4f8d-b939-cc23aa83395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.035800] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:0d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c72949b-3167-4f8d-b939-cc23aa83395c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.044812] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.055668] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.056399] env[63021]: DEBUG nova.compute.manager [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.056848] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.057397] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ee49c4-16f2-445e-9983-944f0bbcb3df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.074215] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb87c28-5a69-472a-975a-f30cb9042328 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.082738] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.085728] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6edbf1a-58cd-4aa2-a590-21d0f49a0b50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.086694] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.086694] env[63021]: value = "task-4283190" [ 1026.086694] env[63021]: _type = "Task" [ 1026.086694] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.092608] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1026.092608] env[63021]: value = "task-4283191" [ 1026.092608] env[63021]: _type = "Task" [ 1026.092608] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.100621] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283190, 'name': CreateVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.105682] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.125614] env[63021]: DEBUG nova.compute.manager [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Received event network-changed-9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.125614] env[63021]: DEBUG nova.compute.manager [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Refreshing instance network info cache due to event network-changed-9c72949b-3167-4f8d-b939-cc23aa83395c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1026.125614] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] Acquiring lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.125714] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] Acquired lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.125803] env[63021]: DEBUG nova.network.neutron [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Refreshing network info cache for port 9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.133232] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283187, 'name': ReconfigVM_Task, 'duration_secs': 0.585718} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.133532] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Reconfigured VM instance instance-0000005b to attach disk [datastore2] be39bcdc-1be5-442e-bf90-39da1bbc9eb3/be39bcdc-1be5-442e-bf90-39da1bbc9eb3.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.134390] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e44c9e8a-e523-42e0-b66a-0df00f52e9ba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.143036] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1026.143036] env[63021]: value = "task-4283192" [ 1026.143036] env[63021]: _type = "Task" [ 1026.143036] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.153484] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283192, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.242663] env[63021]: DEBUG nova.compute.manager [None req-d2f29771-e708-4ed5-a624-d3e616cd5d03 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Found 1 images (rotation: 2) {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1026.313259] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283189, 'name': PowerOffVM_Task, 'duration_secs': 0.291902} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.313259] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.313259] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.313259] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28206bca-301f-4096-9fd3-e30541d087db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.327197] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661322} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.328458] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 82bf0c7f-3642-42ff-9c73-aab71ea13abb/82bf0c7f-3642-42ff-9c73-aab71ea13abb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.328458] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.328458] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57813450-d383-4920-b375-f553b6fa97dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.336949] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1026.336949] env[63021]: value = "task-4283194" [ 1026.336949] env[63021]: _type = "Task" [ 1026.336949] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.350680] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.378064] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.378782] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.378782] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleting the datastore file [datastore2] 6118cda7-e296-4262-b668-59b5f68f02bc {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.378935] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba131bb-8a8e-4597-b9c9-c9b47b6ced87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.387571] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1026.387571] env[63021]: value = "task-4283195" [ 1026.387571] env[63021]: _type = "Task" [ 1026.387571] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.396650] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.499212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.499818] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.503970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.505020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.506264] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.781s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.598473] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283190, 'name': CreateVM_Task, 'duration_secs': 0.49189} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.601988] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.603823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.604083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.604575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.605193] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b72a0a1-81f0-4ed9-bd55-dfb2c27293eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.611139] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283191, 'name': PowerOffVM_Task, 'duration_secs': 0.194919} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.611979] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.612261] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.612617] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-906da4f5-85c4-4890-9b43-8a166156d1a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.616500] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1026.616500] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523f51b8-e722-3a99-90f6-62790e3bb215" [ 1026.616500] env[63021]: _type = "Task" [ 1026.616500] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.625246] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523f51b8-e722-3a99-90f6-62790e3bb215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.656625] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283192, 'name': Rename_Task, 'duration_secs': 0.230549} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.657152] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.657518] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316ab593-ccb4-482b-a7b6-a07e1292179e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.664363] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1026.664363] env[63021]: value = "task-4283197" [ 1026.664363] env[63021]: _type = "Task" [ 1026.664363] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.674686] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.676489] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.676824] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.677029] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] 10357f68-d0b4-4d1f-bf0f-37c6b1555f55 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.677979] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ce0e78-3689-4b73-b84d-caeef2ae1cba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.685567] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1026.685567] env[63021]: value = "task-4283198" [ 1026.685567] env[63021]: _type = "Task" [ 1026.685567] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.694859] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.850230] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08231} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.853606] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.854597] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37992f5c-f4a5-43ee-9ccd-01717ff2ce66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882021] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 82bf0c7f-3642-42ff-9c73-aab71ea13abb/82bf0c7f-3642-42ff-9c73-aab71ea13abb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.882021] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2e11ea-de10-4e29-9b0b-f037dbd033db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.913946] env[63021]: DEBUG oslo_vmware.api [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28519} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.916291] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.916631] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.916838] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.917111] env[63021]: INFO nova.compute.manager [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1026.917434] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.917781] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1026.917781] env[63021]: value = "task-4283199" [ 1026.917781] env[63021]: _type = "Task" [ 1026.917781] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.918080] env[63021]: DEBUG nova.compute.manager [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.918241] env[63021]: DEBUG nova.network.neutron [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.929419] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.962159] env[63021]: DEBUG nova.network.neutron [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Updated VIF entry in instance network info cache for port 9c72949b-3167-4f8d-b939-cc23aa83395c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.962772] env[63021]: DEBUG nova.network.neutron [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Updating instance_info_cache with network_info: [{"id": "9c72949b-3167-4f8d-b939-cc23aa83395c", "address": "fa:16:3e:90:0d:73", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c72949b-31", "ovs_interfaceid": "9c72949b-3167-4f8d-b939-cc23aa83395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.008668] env[63021]: DEBUG nova.compute.utils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.010488] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.010907] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.013257] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.019256] env[63021]: INFO nova.compute.claims [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.108694] env[63021]: DEBUG nova.policy [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.128128] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523f51b8-e722-3a99-90f6-62790e3bb215, 'name': SearchDatastore_Task, 'duration_secs': 0.017577} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.128841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.128957] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.129311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.129568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.129808] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.130234] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a8086d8-49f2-422c-a19b-bfc389eb17fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.144028] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.144028] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.144028] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d653f709-a3a7-4083-96a6-8f6f9218c716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.149008] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1027.149008] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529e9f00-d50e-83c8-efb4-963836cbe6f9" [ 1027.149008] env[63021]: _type = "Task" [ 1027.149008] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.160184] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e9f00-d50e-83c8-efb4-963836cbe6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.174776] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.175942] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Successfully updated port: 2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.198087] env[63021]: DEBUG oslo_vmware.api [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418858} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.198772] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.198772] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.199079] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.199349] env[63021]: INFO nova.compute.manager [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1027.199648] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.199913] env[63021]: DEBUG nova.compute.manager [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.200069] env[63021]: DEBUG nova.network.neutron [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.430661] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.466523] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9198aa8-e21b-4ee8-928e-8f046d815595 req-32053e76-c35f-45f0-a739-87ad00d7bbb2 service nova] Releasing lock "refresh_cache-462aac3d-f544-41d8-a31a-7faa2811d20a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.525715] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.532251] env[63021]: INFO nova.compute.resource_tracker [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating resource usage from migration 1c888c53-0f2f-4b11-83bb-5da9bece1cc3 [ 1027.552478] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Successfully created port: c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.562920] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.643770] env[63021]: DEBUG nova.compute.manager [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.645199] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abacad67-c2e0-4ee6-98a9-a4d28a98f2ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.667198] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e9f00-d50e-83c8-efb4-963836cbe6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.675022] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69eac10-2979-4f2c-b451-878908f6738d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.679339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.679339] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.679339] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.684544] env[63021]: DEBUG oslo_vmware.api [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283197, 'name': PowerOnVM_Task, 'duration_secs': 0.863787} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.686999] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.687242] env[63021]: INFO nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1027.687419] env[63021]: DEBUG nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.687775] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1027.687775] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526679e5-5e83-8704-d300-558a405e0419" [ 1027.687775] env[63021]: _type = "Task" [ 1027.687775] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.689682] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266ff82-213a-44ae-9559-b698cb0e920b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.712920] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526679e5-5e83-8704-d300-558a405e0419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.885918] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7ad87-1dab-4565-8e3c-4d97acdc0537 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895256] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45688994-de83-4587-96c8-a6d2ce4bfaa4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.936601] env[63021]: DEBUG nova.network.neutron [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.942243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998e02a-0ad2-4ace-a072-321600fe7807 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.953229] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365a6ce-fd9f-4a11-b5c7-e52a2115e628 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.957529] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283199, 'name': ReconfigVM_Task, 'duration_secs': 0.808213} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.958423] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 82bf0c7f-3642-42ff-9c73-aab71ea13abb/82bf0c7f-3642-42ff-9c73-aab71ea13abb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.959478] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b841b682-3932-4e5f-933e-8f35eb9d5682 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.970488] env[63021]: DEBUG nova.compute.provider_tree [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.974282] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1027.974282] env[63021]: value = "task-4283201" [ 1027.974282] env[63021]: _type = "Task" [ 1027.974282] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.982795] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283201, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.040244] env[63021]: DEBUG nova.compute.manager [req-e5cb2e18-630b-48b5-b588-5a471676114d req-eb63ea3f-9d44-4eec-9b96-50d3565a2301 service nova] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Received event network-vif-deleted-35941f95-8fdd-449e-937e-b643ac2b7cd2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.162067] env[63021]: INFO nova.compute.manager [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] instance snapshotting [ 1028.162716] env[63021]: DEBUG nova.objects.instance [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.187189] env[63021]: DEBUG nova.network.neutron [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.201122] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526679e5-5e83-8704-d300-558a405e0419, 'name': SearchDatastore_Task, 'duration_secs': 0.025213} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.201871] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.202145] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 462aac3d-f544-41d8-a31a-7faa2811d20a/462aac3d-f544-41d8-a31a-7faa2811d20a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.202401] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e8a9fd-6ba1-439d-a6d0-8b1bb09a73cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.208745] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1028.208745] env[63021]: value = "task-4283202" [ 1028.208745] env[63021]: _type = "Task" [ 1028.208745] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.221473] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.222080] env[63021]: INFO nova.compute.manager [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Took 42.80 seconds to build instance. [ 1028.236451] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.262572] env[63021]: DEBUG nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Received event network-vif-plugged-2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.262914] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Acquiring lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.263326] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.263640] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.263857] env[63021]: DEBUG nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] No waiting events found dispatching network-vif-plugged-2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.264132] env[63021]: WARNING nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Received unexpected event network-vif-plugged-2c0a49f0-412a-43b9-98d5-563c83b063ed for instance with vm_state building and task_state spawning. [ 1028.264306] env[63021]: DEBUG nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Received event network-changed-2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.264463] env[63021]: DEBUG nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Refreshing instance network info cache due to event network-changed-2c0a49f0-412a-43b9-98d5-563c83b063ed. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1028.264669] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Acquiring lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.439939] env[63021]: INFO nova.compute.manager [-] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Took 1.52 seconds to deallocate network for instance. [ 1028.473753] env[63021]: DEBUG nova.scheduler.client.report [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.486598] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283201, 'name': Rename_Task, 'duration_secs': 0.156173} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.486998] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.487161] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe3cb53-31e6-49fb-8d98-ecf3b5381c00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.496012] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1028.496012] env[63021]: value = "task-4283203" [ 1028.496012] env[63021]: _type = "Task" [ 1028.496012] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.500673] env[63021]: DEBUG nova.network.neutron [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Updating instance_info_cache with network_info: [{"id": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "address": "fa:16:3e:91:ee:6e", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0a49f0-41", "ovs_interfaceid": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.510939] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.539904] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.567399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.567802] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.588917] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.589419] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.589604] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.589859] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.590068] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.590234] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.590510] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.590708] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.590885] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.591138] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.591242] env[63021]: DEBUG nova.virt.hardware [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.592524] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10663af0-c0f8-41be-9f7b-045f86bf95eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.603191] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b6502-3eec-48a1-a167-396c22433c75 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.668795] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df668935-d520-4064-898c-443aaabf40dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.689370] env[63021]: INFO nova.compute.manager [-] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Took 1.49 seconds to deallocate network for instance. [ 1028.691871] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398e2ba-6865-4597-a3f4-fcf101fa815f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.726107] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.727786] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9a4d4261-37fe-4ba7-9092-0f9c82d55d96 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.833s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.950494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.982202] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.476s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.982436] env[63021]: INFO nova.compute.manager [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Migrating [ 1028.990518] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.663s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.991016] env[63021]: DEBUG nova.objects.instance [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lazy-loading 'resources' on Instance uuid 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.007256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.010029] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Instance network_info: |[{"id": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "address": "fa:16:3e:91:ee:6e", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0a49f0-41", "ovs_interfaceid": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.010029] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Acquired lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.010029] env[63021]: DEBUG nova.network.neutron [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Refreshing network info cache for port 2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.010029] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:ee:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0a49f0-412a-43b9-98d5-563c83b063ed', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.019394] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.025493] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.026053] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf58e36b-5a9f-4197-b66d-48d2b5020eee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.050961] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.056889] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.056889] env[63021]: value = "task-4283204" [ 1029.056889] env[63021]: _type = "Task" [ 1029.056889] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.067797] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283204, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.070403] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.135790] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Successfully updated port: c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.199669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.209044] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.209462] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e4d29ab-a398-47bc-89f0-d82a797a75e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.221943] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640106} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.223507] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 462aac3d-f544-41d8-a31a-7faa2811d20a/462aac3d-f544-41d8-a31a-7faa2811d20a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.223759] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.224141] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1029.224141] env[63021]: value = "task-4283205" [ 1029.224141] env[63021]: _type = "Task" [ 1029.224141] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.224405] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a418bb72-62c6-4b7c-b558-90892d336791 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.235866] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.243143] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1029.243143] env[63021]: value = "task-4283206" [ 1029.243143] env[63021]: _type = "Task" [ 1029.243143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.254249] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.428446] env[63021]: DEBUG nova.network.neutron [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Updated VIF entry in instance network info cache for port 2c0a49f0-412a-43b9-98d5-563c83b063ed. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.428830] env[63021]: DEBUG nova.network.neutron [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Updating instance_info_cache with network_info: [{"id": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "address": "fa:16:3e:91:ee:6e", "network": {"id": "e3bb28f1-bedb-464f-8b88-50fae2710f07", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926383585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7669a23425a346ea88d13095c18e8e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0a49f0-41", "ovs_interfaceid": "2c0a49f0-412a-43b9-98d5-563c83b063ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.503637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.503856] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.504122] env[63021]: DEBUG nova.network.neutron [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.515197] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283203, 'name': PowerOnVM_Task, 'duration_secs': 0.636447} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.516236] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.516474] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1029.516734] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.517631] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00802b0-fc23-4a91-915a-c1607d19eacd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.570443] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283204, 'name': CreateVM_Task, 'duration_secs': 0.445833} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.573408] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.574320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.574488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.574841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.577685] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030e0165-6b26-418f-b3e7-39b7c9ffaf71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.588060] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1029.588060] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c7a290-afeb-9a5e-dd9f-cab85c089d48" [ 1029.588060] env[63021]: _type = "Task" [ 1029.588060] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.593897] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.597443] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c7a290-afeb-9a5e-dd9f-cab85c089d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.638167] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.638345] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.638482] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.739230] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.754028] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074609} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.754028] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.755847] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7875ed-10e9-4564-bd22-53d2edc8180d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.779045] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 462aac3d-f544-41d8-a31a-7faa2811d20a/462aac3d-f544-41d8-a31a-7faa2811d20a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.782146] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d5cbc5-2aab-4aea-aef5-e8f7968aa972 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.804715] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1029.804715] env[63021]: value = "task-4283207" [ 1029.804715] env[63021]: _type = "Task" [ 1029.804715] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.813139] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.844997] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af467e2-cf17-4a5f-ba51-8ffc8c16e703 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.853169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725be160-fae7-4e6c-95da-3bd58bd2f0f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.883833] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17161380-ccfe-4983-81e7-5f3dda31f30f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.891935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a80f8-4314-4d21-a8ef-4053289634c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.910733] env[63021]: DEBUG nova.compute.provider_tree [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.932390] env[63021]: DEBUG oslo_concurrency.lockutils [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] Releasing lock "refresh_cache-7ab222af-ee23-4aab-8ab5-2d2b7298713c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.932686] env[63021]: DEBUG nova.compute.manager [req-693df5d1-8737-4330-ba1e-433b86ab1b77 req-37b0c20e-d3ff-4195-aab2-366d499a0a6c service nova] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Received event network-vif-deleted-80cd32df-be4a-4d01-86f3-b1ee871902d4 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.042512] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Took 28.28 seconds to build instance. [ 1030.105204] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c7a290-afeb-9a5e-dd9f-cab85c089d48, 'name': SearchDatastore_Task, 'duration_secs': 0.021721} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.106015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.107086] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.107086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.107086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.107086] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.107698] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f524d164-d5f8-467a-a597-fe643c056c98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.125018] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.125018] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.125018] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a90f1bf-cb18-448b-8205-6946d68d07c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.130649] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1030.130649] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52329daf-23df-05dc-48de-cdaafe51516d" [ 1030.130649] env[63021]: _type = "Task" [ 1030.130649] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.140396] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52329daf-23df-05dc-48de-cdaafe51516d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.185148] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.243025] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283205, 'name': CreateSnapshot_Task, 'duration_secs': 0.920378} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.243254] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.244640] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c460450-2d7b-44ce-a789-72fc7a9f92ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.249826] env[63021]: DEBUG nova.compute.manager [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Received event network-vif-plugged-c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.250096] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Acquiring lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.250373] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.250575] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.250807] env[63021]: DEBUG nova.compute.manager [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] No waiting events found dispatching network-vif-plugged-c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.251038] env[63021]: WARNING nova.compute.manager [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Received unexpected event network-vif-plugged-c3e59fc5-a375-4a88-aa89-7184aa1870c2 for instance with vm_state building and task_state spawning. [ 1030.251286] env[63021]: DEBUG nova.compute.manager [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Received event network-changed-c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.251486] env[63021]: DEBUG nova.compute.manager [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Refreshing instance network info cache due to event network-changed-c3e59fc5-a375-4a88-aa89-7184aa1870c2. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1030.251788] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Acquiring lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.314641] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.354043] env[63021]: DEBUG nova.network.neutron [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Updating instance_info_cache with network_info: [{"id": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "address": "fa:16:3e:80:57:eb", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e59fc5-a3", "ovs_interfaceid": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.422310] env[63021]: DEBUG nova.compute.manager [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Received event network-changed-7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.422310] env[63021]: DEBUG nova.compute.manager [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Refreshing instance network info cache due to event network-changed-7b7c2d7e-827f-4cf3-b653-f3584116886b. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1030.422310] env[63021]: DEBUG oslo_concurrency.lockutils [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] Acquiring lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.422310] env[63021]: DEBUG oslo_concurrency.lockutils [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] Acquired lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.422310] env[63021]: DEBUG nova.network.neutron [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Refreshing network info cache for port 7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.434505] env[63021]: DEBUG nova.network.neutron [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.439204] env[63021]: ERROR nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] [req-687e439e-8183-43f8-b4bb-a929d07f407d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-687e439e-8183-43f8-b4bb-a929d07f407d"}]} [ 1030.456289] env[63021]: DEBUG nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.474062] env[63021]: DEBUG nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.474416] env[63021]: DEBUG nova.compute.provider_tree [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.488422] env[63021]: DEBUG nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.511358] env[63021]: DEBUG nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.544087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.793s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.644443] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52329daf-23df-05dc-48de-cdaafe51516d, 'name': SearchDatastore_Task, 'duration_secs': 0.016064} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.645375] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb7948a-5242-4a67-a7f3-91583c70eb1d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.654102] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1030.654102] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5231be1e-f6b3-026a-e216-70ed7c0089f3" [ 1030.654102] env[63021]: _type = "Task" [ 1030.654102] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.665173] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5231be1e-f6b3-026a-e216-70ed7c0089f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.769383] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1030.772296] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ee3449d-7ac7-45d4-a8a9-40bab3695f8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781106] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1030.781106] env[63021]: value = "task-4283208" [ 1030.781106] env[63021]: _type = "Task" [ 1030.781106] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.791479] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283208, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.804941] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cca027-c72b-4591-8ca4-4653fdfa1830 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.819543] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87ebf13-25af-4e74-b53d-f2eb77c9d41b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.822842] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283207, 'name': ReconfigVM_Task, 'duration_secs': 0.540278} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.823150] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 462aac3d-f544-41d8-a31a-7faa2811d20a/462aac3d-f544-41d8-a31a-7faa2811d20a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.824091] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02736b8e-c910-4710-89ab-3ef2f71df3ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.854072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca6b3f-18fb-493c-b9bd-42d865ce4624 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.857089] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1030.857089] env[63021]: value = "task-4283209" [ 1030.857089] env[63021]: _type = "Task" [ 1030.857089] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.857531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.857844] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Instance network_info: |[{"id": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "address": "fa:16:3e:80:57:eb", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e59fc5-a3", "ovs_interfaceid": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.858319] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Acquired lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.858522] env[63021]: DEBUG nova.network.neutron [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Refreshing network info cache for port c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.859819] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:57:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e59fc5-a375-4a88-aa89-7184aa1870c2', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.867828] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating folder: Project (bda07ec90e734427aa7ee537b6d0fa3e). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.877581] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25ad6cfd-9e88-474b-b7b7-43bf9a4fffde {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.881172] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea11c94-4dd3-4da5-a691-cf4099306417 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.889666] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283209, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.900943] env[63021]: DEBUG nova.compute.provider_tree [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.903647] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created folder: Project (bda07ec90e734427aa7ee537b6d0fa3e) in parent group-v843603. [ 1030.903852] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating folder: Instances. Parent ref: group-v843876. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.904354] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f78fab9-fd12-4ec2-8b16-00249f1a8418 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.915015] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created folder: Instances in parent group-v843876. [ 1030.915187] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.915319] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.915603] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a083ef1c-70d4-48cf-b768-c013349cfd11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.936843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.940964] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.940964] env[63021]: value = "task-4283212" [ 1030.940964] env[63021]: _type = "Task" [ 1030.940964] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.950083] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283212, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.167735] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5231be1e-f6b3-026a-e216-70ed7c0089f3, 'name': SearchDatastore_Task, 'duration_secs': 0.024377} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.168095] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.169156] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 7ab222af-ee23-4aab-8ab5-2d2b7298713c/7ab222af-ee23-4aab-8ab5-2d2b7298713c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.169156] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890c8d57-efa4-4e9f-9914-d623e9a2984d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.176435] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1031.176435] env[63021]: value = "task-4283214" [ 1031.176435] env[63021]: _type = "Task" [ 1031.176435] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.190033] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.197457] env[63021]: DEBUG nova.network.neutron [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updated VIF entry in instance network info cache for port 7b7c2d7e-827f-4cf3-b653-f3584116886b. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.197948] env[63021]: DEBUG nova.network.neutron [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updating instance_info_cache with network_info: [{"id": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "address": "fa:16:3e:39:2c:e2", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7c2d7e-82", "ovs_interfaceid": "7b7c2d7e-827f-4cf3-b653-f3584116886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.243316] env[63021]: DEBUG nova.network.neutron [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Updated VIF entry in instance network info cache for port c3e59fc5-a375-4a88-aa89-7184aa1870c2. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.243933] env[63021]: DEBUG nova.network.neutron [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Updating instance_info_cache with network_info: [{"id": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "address": "fa:16:3e:80:57:eb", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e59fc5-a3", "ovs_interfaceid": "c3e59fc5-a375-4a88-aa89-7184aa1870c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.293246] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283208, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.367949] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283209, 'name': Rename_Task, 'duration_secs': 0.261451} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.368248] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.368500] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b44f92-69f2-4927-bd2e-618dd049ec55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.374462] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1031.374462] env[63021]: value = "task-4283215" [ 1031.374462] env[63021]: _type = "Task" [ 1031.374462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.382738] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.406349] env[63021]: DEBUG nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.455792] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283212, 'name': CreateVM_Task, 'duration_secs': 0.359676} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.455792] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.456046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.456228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.456587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.456879] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c119b47-0bd5-4195-8afd-a34851e2db42 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.462684] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1031.462684] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc40d2-cd3c-10ac-4d6c-f3eafbd8e729" [ 1031.462684] env[63021]: _type = "Task" [ 1031.462684] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.471125] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc40d2-cd3c-10ac-4d6c-f3eafbd8e729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.689135] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.700925] env[63021]: DEBUG oslo_concurrency.lockutils [req-4a26a38b-13fc-4603-b1f2-f67e4f8bdefa req-f9c7b11f-b8cd-46c2-916d-b04f01463106 service nova] Releasing lock "refresh_cache-be39bcdc-1be5-442e-bf90-39da1bbc9eb3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.746961] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcc442d8-a0c9-4858-89e7-84e252c65a3b req-890f8383-8d36-4a45-9fb9-2d6f81c1937e service nova] Releasing lock "refresh_cache-645dfaf9-3981-4f47-a5d3-d004cf7ffe88" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.793855] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283208, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.884969] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.913112] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.922s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.915533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.353s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.918056] env[63021]: INFO nova.compute.claims [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.938875] env[63021]: INFO nova.scheduler.client.report [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Deleted allocations for instance 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e [ 1031.973902] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fc40d2-cd3c-10ac-4d6c-f3eafbd8e729, 'name': SearchDatastore_Task, 'duration_secs': 0.073128} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.974269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.974614] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.974846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.975092] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.975280] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.975589] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db0757d-c8b5-4a7a-90be-4e182fe1c72f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.985276] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.985544] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.986382] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7555f5-df5a-4090-b083-44457a2e1a16 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.992285] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1031.992285] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52efe53d-7b92-fcd6-60ce-3a099bb447e3" [ 1031.992285] env[63021]: _type = "Task" [ 1031.992285] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.001779] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52efe53d-7b92-fcd6-60ce-3a099bb447e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.188486] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605991} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.188646] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 7ab222af-ee23-4aab-8ab5-2d2b7298713c/7ab222af-ee23-4aab-8ab5-2d2b7298713c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.188830] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.189092] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da36fa2-ff5d-4eef-874d-840278ccae63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.196122] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1032.196122] env[63021]: value = "task-4283217" [ 1032.196122] env[63021]: _type = "Task" [ 1032.196122] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.205557] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.292178] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283208, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.386730] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283215, 'name': PowerOnVM_Task, 'duration_secs': 0.997859} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.386730] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.386929] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1032.387244] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.388024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2612b-742b-418e-8921-c87fb458e072 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.448748] env[63021]: DEBUG oslo_concurrency.lockutils [None req-98befcd8-bf2f-47f0-b4cf-bbaf6cbb870d tempest-ServerRescueNegativeTestJSON-1204428609 tempest-ServerRescueNegativeTestJSON-1204428609-project-member] Lock "186b68c6-a4bf-4c28-9fca-a1eedc4dae1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.240s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.453194] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3868deb4-5aa4-4e3a-9e4a-5335a4757eb3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.472530] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.503720] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52efe53d-7b92-fcd6-60ce-3a099bb447e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.504553] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b80be5-4fc6-42aa-a83d-07fcb08ebc47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.510940] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1032.510940] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52446742-4f0a-7d29-b9d8-8d244543e216" [ 1032.510940] env[63021]: _type = "Task" [ 1032.510940] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.519420] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52446742-4f0a-7d29-b9d8-8d244543e216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.707045] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075653} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.707256] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.708061] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93129b62-b201-47c1-97cd-029aa9b06b9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.731094] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7ab222af-ee23-4aab-8ab5-2d2b7298713c/7ab222af-ee23-4aab-8ab5-2d2b7298713c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.731433] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaeedfb-b1f1-441b-bc15-0a10be5e13db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.751990] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1032.751990] env[63021]: value = "task-4283218" [ 1032.751990] env[63021]: _type = "Task" [ 1032.751990] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.762390] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.791623] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283208, 'name': CloneVM_Task, 'duration_secs': 1.817099} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.791784] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created linked-clone VM from snapshot [ 1032.792558] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d9bab-feb1-419b-aa12-b37819dfb0e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.804392] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploading image 2183b39b-3ab1-492f-837c-ba155b1ad05a {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.835250] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.835250] env[63021]: value = "vm-843875" [ 1032.835250] env[63021]: _type = "VirtualMachine" [ 1032.835250] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.835584] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa2507b2-9bce-476e-bc05-731cf0715428 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.847033] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease: (returnval){ [ 1032.847033] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5256f0dd-04b8-6993-f394-642ce5428c9c" [ 1032.847033] env[63021]: _type = "HttpNfcLease" [ 1032.847033] env[63021]: } obtained for exporting VM: (result){ [ 1032.847033] env[63021]: value = "vm-843875" [ 1032.847033] env[63021]: _type = "VirtualMachine" [ 1032.847033] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.847033] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the lease: (returnval){ [ 1032.847033] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5256f0dd-04b8-6993-f394-642ce5428c9c" [ 1032.847033] env[63021]: _type = "HttpNfcLease" [ 1032.847033] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.853608] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.853608] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5256f0dd-04b8-6993-f394-642ce5428c9c" [ 1032.853608] env[63021]: _type = "HttpNfcLease" [ 1032.853608] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.908868] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Took 31.09 seconds to build instance. [ 1032.981080] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.981080] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f179938c-daf0-444a-85d9-519eb0e7fe2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.989328] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1032.989328] env[63021]: value = "task-4283220" [ 1032.989328] env[63021]: _type = "Task" [ 1032.989328] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.002484] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.029606] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52446742-4f0a-7d29-b9d8-8d244543e216, 'name': SearchDatastore_Task, 'duration_secs': 0.031426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.030583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.031105] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 645dfaf9-3981-4f47-a5d3-d004cf7ffe88/645dfaf9-3981-4f47-a5d3-d004cf7ffe88.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.032301] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f352b158-a27e-461d-b3eb-5a71209c0202 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.043620] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1033.043620] env[63021]: value = "task-4283221" [ 1033.043620] env[63021]: _type = "Task" [ 1033.043620] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.053198] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.265820] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283218, 'name': ReconfigVM_Task, 'duration_secs': 0.504433} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.269136] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7ab222af-ee23-4aab-8ab5-2d2b7298713c/7ab222af-ee23-4aab-8ab5-2d2b7298713c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.270349] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9587c66d-701d-4e9e-a304-7bc58f5d08d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.278258] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1033.278258] env[63021]: value = "task-4283222" [ 1033.278258] env[63021]: _type = "Task" [ 1033.278258] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.290726] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283222, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.302207] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6844f7-fa0f-41c2-b9b3-ec638833d818 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.311602] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabfd2a-89af-4ddb-8629-f59f78f1555d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.345833] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df369dc4-eed7-4f29-8628-27a16253de65 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.356018] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.356018] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5256f0dd-04b8-6993-f394-642ce5428c9c" [ 1033.356018] env[63021]: _type = "HttpNfcLease" [ 1033.356018] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.359115] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.359115] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5256f0dd-04b8-6993-f394-642ce5428c9c" [ 1033.359115] env[63021]: _type = "HttpNfcLease" [ 1033.359115] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.359115] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59ce95-7ae6-46ce-a2a1-051f5eaa2732 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.362026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab3f62-64e3-4438-8beb-282c3ab6b501 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.370871] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.371075] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.380710] env[63021]: DEBUG nova.compute.provider_tree [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.440787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.627s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.501071] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283220, 'name': PowerOffVM_Task, 'duration_secs': 0.245122} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.501449] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.501651] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.522027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.522027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.522235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.522235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.522744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.531066] env[63021]: INFO nova.compute.manager [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Terminating instance [ 1033.531066] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31e42812-1c45-4259-ac11-2f06586b92b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.556725] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.789646] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283222, 'name': Rename_Task, 'duration_secs': 0.253554} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.789933] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.790199] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fbefe4c-f386-4262-9a24-133dcc5a0313 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.797527] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1033.797527] env[63021]: value = "task-4283223" [ 1033.797527] env[63021]: _type = "Task" [ 1033.797527] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.806760] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.885084] env[63021]: DEBUG nova.scheduler.client.report [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.009056] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.009423] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.009585] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.009784] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.010043] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.010213] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.010969] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.011215] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.011463] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.011754] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.011962] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.017570] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abffbd8-1b29-43d5-8332-2ed7454c0147 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.035131] env[63021]: DEBUG nova.compute.manager [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.035605] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.037775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079fe5c-cbb5-4fb1-8f96-f23e2d8f99d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041568] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1034.041568] env[63021]: value = "task-4283224" [ 1034.041568] env[63021]: _type = "Task" [ 1034.041568] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.049041] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.054267] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-694afc58-cea1-4da2-9c58-c44e92f08ba9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.062259] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.070549] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737339} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.073253] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 645dfaf9-3981-4f47-a5d3-d004cf7ffe88/645dfaf9-3981-4f47-a5d3-d004cf7ffe88.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.073479] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.073773] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1034.073773] env[63021]: value = "task-4283225" [ 1034.073773] env[63021]: _type = "Task" [ 1034.073773] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.073996] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad80189e-cb5b-4de4-b804-694def59bacc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.090816] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.091935] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1034.091935] env[63021]: value = "task-4283226" [ 1034.091935] env[63021]: _type = "Task" [ 1034.091935] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.308991] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.392035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.392035] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.395829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.445s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.395829] env[63021]: DEBUG nova.objects.instance [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lazy-loading 'resources' on Instance uuid 6118cda7-e296-4262-b668-59b5f68f02bc {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.553778] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283224, 'name': ReconfigVM_Task, 'duration_secs': 0.344349} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.553778] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.588392] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283225, 'name': PowerOffVM_Task, 'duration_secs': 0.336807} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.589119] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.589558] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.594545] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b85fe99-758b-405d-9f54-c76c6eb58ee0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.607484] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158012} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.607848] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.608835] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f52ea-b34c-4a1b-b987-f69126ae6287 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.642034] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 645dfaf9-3981-4f47-a5d3-d004cf7ffe88/645dfaf9-3981-4f47-a5d3-d004cf7ffe88.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.642929] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6da45b-7835-4a94-9cdc-a2ca73aaf33f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.663599] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1034.663599] env[63021]: value = "task-4283229" [ 1034.663599] env[63021]: _type = "Task" [ 1034.663599] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.673236] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.674970] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.675325] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.675562] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleting the datastore file [datastore2] 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.676330] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5101b2f4-8b2b-4b0d-b831-2967ce90c998 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.684509] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for the task: (returnval){ [ 1034.684509] env[63021]: value = "task-4283230" [ 1034.684509] env[63021]: _type = "Task" [ 1034.684509] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.693691] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.812475] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.897151] env[63021]: DEBUG nova.compute.utils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.900315] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.904362] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.002096] env[63021]: DEBUG nova.policy [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.059468] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.059791] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.059892] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.060221] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.060443] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.060647] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.060927] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.061107] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.061292] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.061463] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.061653] env[63021]: DEBUG nova.virt.hardware [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.067432] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.068548] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a53ee58-874c-4665-a4ca-5243fa95c1cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.096097] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1035.096097] env[63021]: value = "task-4283231" [ 1035.096097] env[63021]: _type = "Task" [ 1035.096097] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.106315] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.173639] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283229, 'name': ReconfigVM_Task, 'duration_secs': 0.390489} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.177181] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 645dfaf9-3981-4f47-a5d3-d004cf7ffe88/645dfaf9-3981-4f47-a5d3-d004cf7ffe88.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.178414] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629dea08-cfa2-458d-9c50-a3536df12ba4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185327] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1035.185327] env[63021]: value = "task-4283232" [ 1035.185327] env[63021]: _type = "Task" [ 1035.185327] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.201552] env[63021]: DEBUG oslo_vmware.api [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Task: {'id': task-4283230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454713} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.206969] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.207603] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.207932] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.208284] env[63021]: INFO nova.compute.manager [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1035.208684] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.209088] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283232, 'name': Rename_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.213238] env[63021]: DEBUG nova.compute.manager [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.213644] env[63021]: DEBUG nova.network.neutron [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.301224] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06636011-9071-4d1d-af46-f2eb479cb8db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.316090] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.319388] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dbaaf3-00b3-4096-8ce1-2d2cd2a81dd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.354242] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2a23a6-8f55-4caf-af78-2b8190482e7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.364403] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73205758-92d4-40d8-b84d-1832febe8235 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.386019] env[63021]: DEBUG nova.compute.provider_tree [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.410265] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.519794] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Successfully created port: 5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.609349] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.702088] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283232, 'name': Rename_Task, 'duration_secs': 0.259825} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.702088] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.702088] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea91528-2418-437c-b20b-391fa33d32d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.711338] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1035.711338] env[63021]: value = "task-4283233" [ 1035.711338] env[63021]: _type = "Task" [ 1035.711338] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.724872] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.786503] env[63021]: DEBUG nova.compute.manager [req-9261e97e-2433-4eae-9090-cbc5f5bfb550 req-862f8bf7-850d-4d1d-a933-e20c0bcaecf1 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Received event network-vif-deleted-33bfc3ed-0b60-482a-9c61-857bb5452ee0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.787032] env[63021]: INFO nova.compute.manager [req-9261e97e-2433-4eae-9090-cbc5f5bfb550 req-862f8bf7-850d-4d1d-a933-e20c0bcaecf1 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Neutron deleted interface 33bfc3ed-0b60-482a-9c61-857bb5452ee0; detaching it from the instance and deleting it from the info cache [ 1035.787032] env[63021]: DEBUG nova.network.neutron [req-9261e97e-2433-4eae-9090-cbc5f5bfb550 req-862f8bf7-850d-4d1d-a933-e20c0bcaecf1 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.813216] env[63021]: DEBUG oslo_vmware.api [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283223, 'name': PowerOnVM_Task, 'duration_secs': 1.525306} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.814398] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.814708] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1035.814911] env[63021]: DEBUG nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.818483] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9789987-cbf2-4d4f-85c8-81eea99130ea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.891207] env[63021]: DEBUG nova.scheduler.client.report [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.108072] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.226761] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.261380] env[63021]: DEBUG nova.network.neutron [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.291446] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-417f3a9c-99c4-4dce-bd60-61cdeb2f0cf6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.304743] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a41f78-f902-4c21-9622-36205d22a0b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.349723] env[63021]: DEBUG nova.compute.manager [req-9261e97e-2433-4eae-9090-cbc5f5bfb550 req-862f8bf7-850d-4d1d-a933-e20c0bcaecf1 service nova] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Detach interface failed, port_id=33bfc3ed-0b60-482a-9c61-857bb5452ee0, reason: Instance 710ae78e-7be1-4074-9f02-80e9902261ab could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1036.353791] env[63021]: INFO nova.compute.manager [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Took 34.49 seconds to build instance. [ 1036.399184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.405395] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.206s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.405668] env[63021]: DEBUG nova.objects.instance [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lazy-loading 'resources' on Instance uuid 10357f68-d0b4-4d1f-bf0f-37c6b1555f55 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.425115] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.446567] env[63021]: INFO nova.scheduler.client.report [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted allocations for instance 6118cda7-e296-4262-b668-59b5f68f02bc [ 1036.611733] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283231, 'name': ReconfigVM_Task, 'duration_secs': 1.365913} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.611733] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.611840] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a626eb1-a3e7-406d-b310-5daa000ded50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.655513] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.656767] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be98a44-110c-4105-85b2-468c030122fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.685593] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1036.685593] env[63021]: value = "task-4283235" [ 1036.685593] env[63021]: _type = "Task" [ 1036.685593] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.700814] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.726740] env[63021]: DEBUG oslo_vmware.api [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283233, 'name': PowerOnVM_Task, 'duration_secs': 0.806145} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.727224] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.727570] env[63021]: INFO nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1036.727885] env[63021]: DEBUG nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.729192] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d55c79-39b3-4664-91dc-57407d20407a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.763040] env[63021]: INFO nova.compute.manager [-] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Took 1.55 seconds to deallocate network for instance. [ 1036.857155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b092c6b7-136b-48b4-8f58-d80cdadbd85f tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.872405] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.872588] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.873079] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.873079] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.873225] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.873404] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.873720] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.873897] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.874091] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.874262] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.874436] env[63021]: DEBUG nova.virt.hardware [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.878333] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4970e1a-8e4f-4552-9245-c3660bd5c6fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.887580] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1036.888971] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec52ecb-d8f9-4aeb-a679-586906bda013 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.896531] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4682ed9-c85e-40a3-8f78-5c5096c0e50a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.903118] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1036.903454] env[63021]: ERROR oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk due to incomplete transfer. [ 1036.904157] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1a9034c-96af-47fe-91f6-0aa646a34626 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.928226] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232becb-6215-1b0d-edd8-335938954920/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1036.928363] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Uploaded image f9b092bd-5c30-4c45-905b-2aa116c0ebc8 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1036.931328] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1036.932085] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4b9ee63-eb1f-4657-b595-75f285df5643 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.941475] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1036.941475] env[63021]: value = "task-4283236" [ 1036.941475] env[63021]: _type = "Task" [ 1036.941475] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.958672] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283236, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.960112] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dcea2b9c-6e1d-437e-b724-8630e65d28a1 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "6118cda7-e296-4262-b668-59b5f68f02bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.706s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.201889] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.253544] env[63021]: INFO nova.compute.manager [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Took 18.75 seconds to build instance. [ 1037.269118] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507faf0d-932f-4e56-881f-ff9a0b98f17f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.274982] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.282527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b088db7-fa5e-420a-8676-43b85bcd48dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.319630] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07951a0f-a400-4011-b9ef-3856b7618407 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.329926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed63bb2-4b91-4dfa-99e0-a03c3376580e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.347403] env[63021]: DEBUG nova.compute.provider_tree [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.427033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.427033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.427033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.427033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.427033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.429440] env[63021]: INFO nova.compute.manager [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Terminating instance [ 1037.459030] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283236, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.657360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "fd583b17-0527-42e9-b6d7-735acc6245e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.657665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.698621] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283235, 'name': ReconfigVM_Task, 'duration_secs': 0.547857} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.699014] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2/1b68500c-142b-4dfa-9493-f45982273aa2.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.699409] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.754813] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa6216f-c7ad-42e0-acd8-64a8a1eeccae tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.266s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.850029] env[63021]: DEBUG nova.compute.manager [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Received event network-vif-plugged-5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1037.850428] env[63021]: DEBUG oslo_concurrency.lockutils [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.850772] env[63021]: DEBUG oslo_concurrency.lockutils [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.851206] env[63021]: DEBUG oslo_concurrency.lockutils [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.851523] env[63021]: DEBUG nova.compute.manager [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] No waiting events found dispatching network-vif-plugged-5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.851824] env[63021]: WARNING nova.compute.manager [req-65515e19-246a-495b-a479-76aa83b946a2 req-e9ade55d-9b46-4290-9f6e-6f0c82b1b740 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Received unexpected event network-vif-plugged-5a16f116-70d9-48f6-98ab-5e48a44ae07a for instance with vm_state building and task_state spawning. [ 1037.854047] env[63021]: DEBUG nova.scheduler.client.report [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.934843] env[63021]: DEBUG nova.compute.manager [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.935239] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.936232] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594900fb-2de1-426a-8b86-ff2f825bb514 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.947149] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.952587] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36317c3b-ec28-479c-865b-9e4adb2b6cf1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.965342] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283236, 'name': Destroy_Task, 'duration_secs': 0.616204} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.966974] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Destroyed the VM [ 1037.967262] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1037.967617] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1037.967617] env[63021]: value = "task-4283237" [ 1037.967617] env[63021]: _type = "Task" [ 1037.967617] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.967819] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d168c39-7392-45f7-ab3d-c6cc9465ce03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.981161] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.982763] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1037.982763] env[63021]: value = "task-4283238" [ 1037.982763] env[63021]: _type = "Task" [ 1037.982763] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.992779] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.029043] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Successfully updated port: 5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.153918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "1adb44e5-eeb1-4480-8caf-dd059395a539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.154421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.154783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.155145] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.155473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.158480] env[63021]: INFO nova.compute.manager [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Terminating instance [ 1038.163547] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.207121] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f7262-ca5d-4f0c-84f4-3c74d9ddc7c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.232102] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379c8cb-f609-4494-8803-b243a89c4bc8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.253914] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.365545] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.366327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.772s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.369120] env[63021]: INFO nova.compute.claims [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.389132] env[63021]: INFO nova.scheduler.client.report [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted allocations for instance 10357f68-d0b4-4d1f-bf0f-37c6b1555f55 [ 1038.482197] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283237, 'name': PowerOffVM_Task, 'duration_secs': 0.292339} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.482584] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.482849] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.483849] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d09adb-a478-4f9b-9a5b-2c84c0f27f35 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.495276] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283238, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.533619] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.533722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.533895] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.548065] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.548410] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.549579] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleting the datastore file [datastore2] 82bf0c7f-3642-42ff-9c73-aab71ea13abb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.549579] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f48f522-6f1a-4e3e-92fa-46eab957c82b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.557048] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1038.557048] env[63021]: value = "task-4283241" [ 1038.557048] env[63021]: _type = "Task" [ 1038.557048] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.565114] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.672644] env[63021]: DEBUG nova.compute.manager [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.672956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.676748] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ae21e-935f-49f0-b7bd-ed7627031182 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.688554] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.688912] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c56556-7f24-4e6c-bbcd-a53b625b7427 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.694414] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.696082] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1038.696082] env[63021]: value = "task-4283242" [ 1038.696082] env[63021]: _type = "Task" [ 1038.696082] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.705521] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.823352] env[63021]: DEBUG nova.network.neutron [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Port e89aa2c9-a241-4118-8281-e8f1ea156926 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1038.899143] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c7c9303-0213-444d-b79e-cfe2d6e5be70 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "10357f68-d0b4-4d1f-bf0f-37c6b1555f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.362s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.994808] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.578036} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.995309] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1038.995395] env[63021]: DEBUG nova.compute.manager [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.996800] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe172f6-9f68-49ab-b15f-6bb1f8150d3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.066148] env[63021]: DEBUG oslo_vmware.api [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327951} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.066467] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.066650] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.066821] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.066994] env[63021]: INFO nova.compute.manager [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.067253] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.067441] env[63021]: DEBUG nova.compute.manager [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.067540] env[63021]: DEBUG nova.network.neutron [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.088042] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.209469] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283242, 'name': PowerOffVM_Task, 'duration_secs': 0.355321} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.209804] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.209976] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.210280] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d5dc57-53d5-40ac-935e-7c47fc301263 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.322924] env[63021]: DEBUG nova.network.neutron [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Updating instance_info_cache with network_info: [{"id": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "address": "fa:16:3e:a6:77:5d", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a16f116-70", "ovs_interfaceid": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.432016] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.432308] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.433445] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleting the datastore file [datastore2] 1adb44e5-eeb1-4480-8caf-dd059395a539 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.433445] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74cc8fb1-54f3-4764-9e0c-32a535e2bbc3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.440744] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for the task: (returnval){ [ 1039.440744] env[63021]: value = "task-4283244" [ 1039.440744] env[63021]: _type = "Task" [ 1039.440744] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.451159] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.510319] env[63021]: INFO nova.compute.manager [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Shelve offloading [ 1039.557571] env[63021]: DEBUG nova.compute.manager [req-de5f5179-3ae4-41f1-aeb0-66f218aaeaff req-0e4e5a40-59aa-429a-966b-625ea7f9adb9 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Received event network-vif-deleted-797acca3-f743-47db-adcc-668de2c54253 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.557775] env[63021]: INFO nova.compute.manager [req-de5f5179-3ae4-41f1-aeb0-66f218aaeaff req-0e4e5a40-59aa-429a-966b-625ea7f9adb9 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Neutron deleted interface 797acca3-f743-47db-adcc-668de2c54253; detaching it from the instance and deleting it from the info cache [ 1039.558738] env[63021]: DEBUG nova.network.neutron [req-de5f5179-3ae4-41f1-aeb0-66f218aaeaff req-0e4e5a40-59aa-429a-966b-625ea7f9adb9 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.610643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "9756c122-46ed-435b-8d3f-5a58311cd302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.610643] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.722067] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f772bc-f16e-4fda-9e48-9cf37f335b08 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.730686] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e893e-d264-4f0e-9bc8-a783f56f311e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.764974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "00904fce-cdc8-40b9-a614-176a24d6f200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.765266] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.765476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.765720] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.765928] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.768413] env[63021]: INFO nova.compute.manager [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Terminating instance [ 1039.771006] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d579c-e9e9-4d53-8174-dbcaf799d9d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.781305] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec00d43-b176-4efd-acad-b9b174e92bf4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.797706] env[63021]: DEBUG nova.compute.provider_tree [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.827361] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.827671] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Instance network_info: |[{"id": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "address": "fa:16:3e:a6:77:5d", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a16f116-70", "ovs_interfaceid": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.828212] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:77:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a16f116-70d9-48f6-98ab-5e48a44ae07a', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.835722] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.843632] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.844731] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-836a402e-2447-4fe9-9a82-acfbfbdecf4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.867696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.867696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.867696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.875092] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.875092] env[63021]: value = "task-4283245" [ 1039.875092] env[63021]: _type = "Task" [ 1039.875092] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.881058] env[63021]: DEBUG nova.compute.manager [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Received event network-changed-5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.881324] env[63021]: DEBUG nova.compute.manager [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Refreshing instance network info cache due to event network-changed-5a16f116-70d9-48f6-98ab-5e48a44ae07a. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1039.881468] env[63021]: DEBUG oslo_concurrency.lockutils [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] Acquiring lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.881646] env[63021]: DEBUG oslo_concurrency.lockutils [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] Acquired lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.881789] env[63021]: DEBUG nova.network.neutron [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Refreshing network info cache for port 5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.889581] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283245, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.930283] env[63021]: DEBUG nova.network.neutron [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.951361] env[63021]: DEBUG oslo_vmware.api [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Task: {'id': task-4283244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357048} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.951918] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.952136] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.952335] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.952517] env[63021]: INFO nova.compute.manager [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1039.952824] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.953075] env[63021]: DEBUG nova.compute.manager [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.953195] env[63021]: DEBUG nova.network.neutron [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.014676] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.015380] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c4b4e7f-f98a-4834-b7ab-a555310ca769 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.023389] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1040.023389] env[63021]: value = "task-4283246" [ 1040.023389] env[63021]: _type = "Task" [ 1040.023389] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.032268] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.063132] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58e7ba12-9cb9-4fc5-a133-1b5d8f249876 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.073023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9682899-149f-43ed-937a-c4d48b45e865 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.106269] env[63021]: DEBUG nova.compute.manager [req-de5f5179-3ae4-41f1-aeb0-66f218aaeaff req-0e4e5a40-59aa-429a-966b-625ea7f9adb9 service nova] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Detach interface failed, port_id=797acca3-f743-47db-adcc-668de2c54253, reason: Instance 82bf0c7f-3642-42ff-9c73-aab71ea13abb could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1040.113071] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.277129] env[63021]: DEBUG nova.compute.manager [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.277613] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.278328] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b4ed18-5fb0-4b88-ba38-9d57aadc27f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288033] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.288033] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43091c0a-71aa-4d1d-b169-cdf1c9733055 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.294642] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1040.294642] env[63021]: value = "task-4283247" [ 1040.294642] env[63021]: _type = "Task" [ 1040.294642] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.303391] env[63021]: DEBUG nova.scheduler.client.report [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.306763] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.393941] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283245, 'name': CreateVM_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.435450] env[63021]: INFO nova.compute.manager [-] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Took 1.37 seconds to deallocate network for instance. [ 1040.447187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.447842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.534062] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.534062] env[63021]: DEBUG nova.compute.manager [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.535167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1a16f-7739-402a-891e-b6b58caa33de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.542535] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.542712] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.542953] env[63021]: DEBUG nova.network.neutron [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.643980] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.770883] env[63021]: DEBUG nova.network.neutron [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Updated VIF entry in instance network info cache for port 5a16f116-70d9-48f6-98ab-5e48a44ae07a. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.771359] env[63021]: DEBUG nova.network.neutron [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Updating instance_info_cache with network_info: [{"id": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "address": "fa:16:3e:a6:77:5d", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a16f116-70", "ovs_interfaceid": "5a16f116-70d9-48f6-98ab-5e48a44ae07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.806429] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283247, 'name': PowerOffVM_Task, 'duration_secs': 0.252052} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.806733] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.806938] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.807205] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-706bcb8b-054e-48c5-b8db-20f9c15554b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.809330] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.809824] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.812543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.538s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.812791] env[63021]: DEBUG nova.objects.instance [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lazy-loading 'resources' on Instance uuid 710ae78e-7be1-4074-9f02-80e9902261ab {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.877249] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.877526] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.879778] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] 00904fce-cdc8-40b9-a614-176a24d6f200 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.882828] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce817d89-329a-4790-9b70-379367c8da8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.889608] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283245, 'name': CreateVM_Task, 'duration_secs': 0.638009} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.891095] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.891499] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1040.891499] env[63021]: value = "task-4283250" [ 1040.891499] env[63021]: _type = "Task" [ 1040.891499] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.892165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.892331] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.892669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.893242] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d072c651-3fa9-4dd9-bed3-cc833671f12a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.906442] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1040.906442] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52acd996-46a5-8cff-2b30-c2480676c7a5" [ 1040.906442] env[63021]: _type = "Task" [ 1040.906442] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.906770] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.917192] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52acd996-46a5-8cff-2b30-c2480676c7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.918362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.918576] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.918794] env[63021]: DEBUG nova.network.neutron [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.920281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.920521] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.920826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.921035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.921264] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.921834] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b3367f5-be19-4f96-afe1-aaed62120881 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.931323] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.931538] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.932778] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29aaf44d-2e18-4fbc-98ce-8b8d2bacb7ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.939690] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1040.939690] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c3c3-3da0-601e-53cc-a5d128303143" [ 1040.939690] env[63021]: _type = "Task" [ 1040.939690] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.949387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.949692] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c3c3-3da0-601e-53cc-a5d128303143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.950042] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.997907] env[63021]: DEBUG nova.network.neutron [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.273886] env[63021]: DEBUG oslo_concurrency.lockutils [req-c6f96e51-0db3-4d62-813c-464b367af0f4 req-fdff9c28-2d69-400b-93aa-c896abdf3322 service nova] Releasing lock "refresh_cache-28ee1eb2-dab6-4942-b9a1-5eecff5c3836" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.316346] env[63021]: DEBUG nova.compute.utils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.323415] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.323415] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.332371] env[63021]: DEBUG nova.network.neutron [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.372195] env[63021]: DEBUG nova.policy [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.409151] env[63021]: DEBUG oslo_vmware.api [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160068} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.414740] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.414981] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.415250] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.415394] env[63021]: INFO nova.compute.manager [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.415762] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.416591] env[63021]: DEBUG nova.compute.manager [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.416715] env[63021]: DEBUG nova.network.neutron [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.456899] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b4c3c3-3da0-601e-53cc-a5d128303143, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.457761] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385be0c6-a2b0-4280-a623-4590bc2c32f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.470975] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1041.470975] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e3b580-8a20-94c9-6307-eee9dd63d9b2" [ 1041.470975] env[63021]: _type = "Task" [ 1041.470975] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.477494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.483402] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e3b580-8a20-94c9-6307-eee9dd63d9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.501061] env[63021]: INFO nova.compute.manager [-] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Took 1.55 seconds to deallocate network for instance. [ 1041.630860] env[63021]: DEBUG nova.compute.manager [req-651ef4a6-d1fd-406d-a298-8a87eeab8f8a req-ad75b957-27f2-40ca-92e1-932bd1459b17 service nova] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Received event network-vif-deleted-2e587ddb-20f2-41e5-b4e0-08e07821395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1041.666194] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8878b768-ae4f-480a-be33-a900dfc254f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.677278] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e41f02-0ceb-4d1c-95ea-c1d4717e6798 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.709385] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3985079-ea90-4756-a7f6-1438ed31aa82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716754] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad40497-9cc5-421b-a8c8-444c8147df6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.730472] env[63021]: DEBUG nova.compute.provider_tree [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.801302] env[63021]: DEBUG nova.network.neutron [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.821919] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.837950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.870706] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Successfully created port: 96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.911787] env[63021]: DEBUG nova.compute.manager [req-5d51f068-d6d6-4cb9-9f2b-ba0b4fe2f87f req-caafb50c-3ee0-4678-9dfb-734f2350bf2e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Received event network-vif-deleted-a2ce480c-c890-4a63-a3f7-473d0d78d8f2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1041.911787] env[63021]: INFO nova.compute.manager [req-5d51f068-d6d6-4cb9-9f2b-ba0b4fe2f87f req-caafb50c-3ee0-4678-9dfb-734f2350bf2e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Neutron deleted interface a2ce480c-c890-4a63-a3f7-473d0d78d8f2; detaching it from the instance and deleting it from the info cache [ 1041.911787] env[63021]: DEBUG nova.network.neutron [req-5d51f068-d6d6-4cb9-9f2b-ba0b4fe2f87f req-caafb50c-3ee0-4678-9dfb-734f2350bf2e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.984514] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e3b580-8a20-94c9-6307-eee9dd63d9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.984774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.985326] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 28ee1eb2-dab6-4942-b9a1-5eecff5c3836/28ee1eb2-dab6-4942-b9a1-5eecff5c3836.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.985326] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea72f515-4135-43aa-9862-4173fdbbbc1c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.992728] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1041.992728] env[63021]: value = "task-4283251" [ 1041.992728] env[63021]: _type = "Task" [ 1041.992728] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.001794] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.010155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.235939] env[63021]: DEBUG nova.scheduler.client.report [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.250708] env[63021]: DEBUG nova.network.neutron [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.305468] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.390586] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.391904] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee08e9c-00c6-4901-8195-b8999ccf4247 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.401934] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.402266] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e21ce944-09f4-4546-9304-d148391468ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.422263] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93095b3c-167e-4f0d-b797-b9b4e15707f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.433770] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c7626-92ba-467f-9edd-9e1ec54bf4bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.468834] env[63021]: DEBUG nova.compute.manager [req-5d51f068-d6d6-4cb9-9f2b-ba0b4fe2f87f req-caafb50c-3ee0-4678-9dfb-734f2350bf2e service nova] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Detach interface failed, port_id=a2ce480c-c890-4a63-a3f7-473d0d78d8f2, reason: Instance 00904fce-cdc8-40b9-a614-176a24d6f200 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1042.478318] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.478553] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.478741] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.479043] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58517732-c427-4445-9282-683460269bbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.486158] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1042.486158] env[63021]: value = "task-4283253" [ 1042.486158] env[63021]: _type = "Task" [ 1042.486158] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.494049] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.501758] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496378} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.502068] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 28ee1eb2-dab6-4942-b9a1-5eecff5c3836/28ee1eb2-dab6-4942-b9a1-5eecff5c3836.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.502218] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.502456] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0bb8f86-fd20-497c-8410-475b54cf6916 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.507882] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1042.507882] env[63021]: value = "task-4283254" [ 1042.507882] env[63021]: _type = "Task" [ 1042.507882] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.517168] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.742028] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.744418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.050s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.745972] env[63021]: INFO nova.compute.claims [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.755113] env[63021]: INFO nova.compute.manager [-] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Took 1.34 seconds to deallocate network for instance. [ 1042.770046] env[63021]: INFO nova.scheduler.client.report [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Deleted allocations for instance 710ae78e-7be1-4074-9f02-80e9902261ab [ 1042.831157] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.835756] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1dc55d-c6d8-46cc-b9da-02c4352de007 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.860725] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b37b20-00cd-4fa8-b813-cb3e03d8b1c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.869430] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.876029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.876314] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.876443] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.876626] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.876773] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.879029] env[63021]: DEBUG nova.virt.hardware [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.879029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797609a-afe9-4a82-8ca7-a4298d2d2ff0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.887509] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d538c-8b67-4f01-a979-e5f3ad3a9ec2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.000440] env[63021]: DEBUG oslo_vmware.api [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169002} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.000736] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.000931] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.001127] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.021770] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063352} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.021770] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.023810] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab1703-c7a5-48d4-91ac-1761633cf16d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.050989] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 28ee1eb2-dab6-4942-b9a1-5eecff5c3836/28ee1eb2-dab6-4942-b9a1-5eecff5c3836.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.053575] env[63021]: INFO nova.scheduler.client.report [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted allocations for instance d4e6a473-36f3-4730-9ec0-28a01980a81e [ 1043.056764] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862035a7-08d3-4f08-936b-d7053ab1357c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.082028] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1043.082028] env[63021]: value = "task-4283256" [ 1043.082028] env[63021]: _type = "Task" [ 1043.082028] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.092441] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.261770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.279490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0d29d322-acc1-4006-ba25-cd1078f51924 tempest-ServersNegativeTestJSON-729475527 tempest-ServersNegativeTestJSON-729475527-project-member] Lock "710ae78e-7be1-4074-9f02-80e9902261ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.758s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.385062] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.385445] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4563de0c-f1db-4d20-8d96-b20e68b978ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.393583] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1043.393583] env[63021]: value = "task-4283257" [ 1043.393583] env[63021]: _type = "Task" [ 1043.393583] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.401213] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.451672] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1043.452612] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191b7a6-450f-4255-bae7-c6b8812c289a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.458992] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1043.459177] env[63021]: ERROR oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk due to incomplete transfer. [ 1043.459406] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ca55148-1ccb-4841-a892-c561f9c29e53 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.467754] env[63021]: DEBUG oslo_vmware.rw_handles [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529daa3a-7577-c713-11d6-0b24bf036302/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1043.467964] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploaded image 2183b39b-3ab1-492f-837c-ba155b1ad05a to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1043.469788] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1043.470065] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b7148e5-76d0-4920-b675-3f8314d9bbb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.476675] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1043.476675] env[63021]: value = "task-4283258" [ 1043.476675] env[63021]: _type = "Task" [ 1043.476675] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.484873] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283258, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.576650] env[63021]: INFO nova.compute.manager [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Rebuilding instance [ 1043.586905] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Successfully updated port: 96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.595034] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.628819] env[63021]: DEBUG nova.compute.manager [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.629697] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39a0ce-7f80-48db-abf8-0e5df9f0ac7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.673813] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-vif-unplugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1043.674166] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.675092] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.675284] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.675460] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] No waiting events found dispatching network-vif-unplugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.675691] env[63021]: WARNING nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received unexpected event network-vif-unplugged-a79337cb-17e6-4dc8-be90-90a6d3823771 for instance with vm_state shelved_offloaded and task_state None. [ 1043.675869] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1043.676038] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing instance network info cache due to event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1043.676227] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.676362] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.676519] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.906881] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.988055] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283258, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.005148] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec49fb-c0bd-49da-9e60-c7780210f68d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.013423] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa51d576-ad09-4c08-ad92-61b16f94ccad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.048691] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4bbb0-36d5-47f7-9502-f788fd32e6db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.059125] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c4146-45bb-46d3-8460-6e931dbed086 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.075259] env[63021]: DEBUG nova.compute.provider_tree [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.089550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.089763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.089950] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.095416] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283256, 'name': ReconfigVM_Task, 'duration_secs': 0.763559} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.095957] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 28ee1eb2-dab6-4942-b9a1-5eecff5c3836/28ee1eb2-dab6-4942-b9a1-5eecff5c3836.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.096650] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fe836c2-a9ae-4415-9d28-508c4916745f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.103492] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1044.103492] env[63021]: value = "task-4283259" [ 1044.103492] env[63021]: _type = "Task" [ 1044.103492] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.112579] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283259, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.405348] env[63021]: DEBUG oslo_vmware.api [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283257, 'name': PowerOnVM_Task, 'duration_secs': 0.700944} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.405674] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.405801] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cad2e366-f404-413e-816f-0cd51043818c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance '1b68500c-142b-4dfa-9493-f45982273aa2' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.441470] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updated VIF entry in instance network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.441845] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa79337cb-17", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.487797] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283258, 'name': Destroy_Task, 'duration_secs': 0.823777} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.488102] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroyed the VM [ 1044.488346] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1044.488600] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-733d336d-3cb7-4f01-a862-580ccd39fd92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494332] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1044.494332] env[63021]: value = "task-4283260" [ 1044.494332] env[63021]: _type = "Task" [ 1044.494332] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.502921] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.578874] env[63021]: DEBUG nova.scheduler.client.report [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.615980] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283259, 'name': Rename_Task, 'duration_secs': 0.279485} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.616264] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.616503] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8544946f-6a8f-4ce0-b641-ca1a22928bbf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.622422] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1044.622422] env[63021]: value = "task-4283261" [ 1044.622422] env[63021]: _type = "Task" [ 1044.622422] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.627421] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.632767] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.647605] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.647960] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4537297f-2c8c-46fc-81db-3e2455b4b89f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.655828] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1044.655828] env[63021]: value = "task-4283262" [ 1044.655828] env[63021]: _type = "Task" [ 1044.655828] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.666670] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.787618] env[63021]: DEBUG nova.network.neutron [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.944161] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.944716] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-plugged-96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1044.944716] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.944933] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.945115] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.945283] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] No waiting events found dispatching network-vif-plugged-96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.945452] env[63021]: WARNING nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received unexpected event network-vif-plugged-96a54a0c-1394-4845-9cbf-435d2260340f for instance with vm_state building and task_state spawning. [ 1044.945670] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-changed-96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1044.945881] env[63021]: DEBUG nova.compute.manager [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing instance network info cache due to event network-changed-96a54a0c-1394-4845-9cbf-435d2260340f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1044.945999] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.008052] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.084367] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.084995] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.088935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.444s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.089530] env[63021]: INFO nova.compute.claims [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.132678] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283261, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.165379] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283262, 'name': PowerOffVM_Task, 'duration_secs': 0.179755} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.165789] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.166271] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.167506] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79a2c7-85d9-4cf6-a726-bb6e4266df6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.174497] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.175173] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-236d4866-9c9b-48e7-a7c2-361ef964382e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.238504] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.238956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.239079] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleting the datastore file [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.239343] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41a66a64-450d-4025-bca3-e4bce530225c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.246479] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1045.246479] env[63021]: value = "task-4283265" [ 1045.246479] env[63021]: _type = "Task" [ 1045.246479] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.255352] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.291742] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.292199] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Instance network_info: |[{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.292610] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.292838] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing network info cache for port 96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.297020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:be:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a54a0c-1394-4845-9cbf-435d2260340f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.304034] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.307676] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.307676] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a98cbbe-1b06-4e23-b8fb-ac674593cacb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.331111] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.331111] env[63021]: value = "task-4283266" [ 1045.331111] env[63021]: _type = "Task" [ 1045.331111] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.341801] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283266, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.510529] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.598119] env[63021]: DEBUG nova.compute.utils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.604327] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1045.637015] env[63021]: DEBUG oslo_vmware.api [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283261, 'name': PowerOnVM_Task, 'duration_secs': 0.66211} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.637102] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.637617] env[63021]: INFO nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1045.637617] env[63021]: DEBUG nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.638350] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b98e18-ad07-424a-92e6-3d867cb697b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.759699] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152256} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.760059] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.760157] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.760335] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.842492] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283266, 'name': CreateVM_Task, 'duration_secs': 0.342739} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.842492] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.843232] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.843431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.843749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.844048] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f3fdbb-5747-4614-accb-351aea4c800d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.854846] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1045.854846] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f626ac-8adc-00dd-701e-d68edc3bbaa5" [ 1045.854846] env[63021]: _type = "Task" [ 1045.854846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.863636] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f626ac-8adc-00dd-701e-d68edc3bbaa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.015059] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.104279] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updated VIF entry in instance network info cache for port 96a54a0c-1394-4845-9cbf-435d2260340f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.104699] env[63021]: DEBUG nova.network.neutron [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.106149] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.155777] env[63021]: INFO nova.compute.manager [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Took 18.63 seconds to build instance. [ 1046.351394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.351684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.351882] env[63021]: DEBUG nova.compute.manager [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Going to confirm migration 3 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1046.370778] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f626ac-8adc-00dd-701e-d68edc3bbaa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.371179] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.371456] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.371702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.371853] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.372052] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.372326] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57876894-7e07-4953-bd02-2aa21b3dc690 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.381285] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.381471] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.382236] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d9d6f-7d68-44ac-9bb4-cb6f3095ddfb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.388989] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1046.388989] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524e72d0-6f0b-d202-495f-2608d7318c14" [ 1046.388989] env[63021]: _type = "Task" [ 1046.388989] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.405163] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524e72d0-6f0b-d202-495f-2608d7318c14, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.406071] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ca1bee-d037-46fe-b18d-6be4e94d8a4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.413833] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1046.413833] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52466b2d-83f0-eaf5-cad4-e0d41433752a" [ 1046.413833] env[63021]: _type = "Task" [ 1046.413833] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.424641] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52466b2d-83f0-eaf5-cad4-e0d41433752a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.443407] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262245c3-a47f-48ae-905e-e9a69db59842 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.451700] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06501b51-cd9d-43fe-a437-6dfe7180ab63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.481579] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb196ff-9a5b-4314-ae90-bbdc4f11db6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.489066] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5bbefd-135e-459d-8f9c-414060ade2a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.502087] env[63021]: DEBUG nova.compute.provider_tree [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.510823] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.512843] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.615026] env[63021]: DEBUG oslo_concurrency.lockutils [req-8fc47aa0-0b0a-4667-941a-7036124e444a req-22133ad5-0002-4fa8-aecb-e077576b9e8a service nova] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c7ad6236-9eac-4b6c-bd54-f469632434bb tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.152s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.805266] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.805593] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.805794] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.806018] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.806215] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.806395] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.806663] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.806872] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.807088] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.807296] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.807508] env[63021]: DEBUG nova.virt.hardware [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.808540] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f0d7b-22a7-43b2-bbef-aa1d2f017cb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.818440] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6614f2f-49d3-44b1-a7d1-a349966968b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.832104] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:14:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf547bd7-4dfb-4b5f-898f-b762033458f1', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.839523] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.839788] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.840016] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98694621-44ff-4f46-8a7f-9fdadfbfcfce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.860846] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.860846] env[63021]: value = "task-4283268" [ 1046.860846] env[63021]: _type = "Task" [ 1046.860846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.870608] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283268, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.924898] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52466b2d-83f0-eaf5-cad4-e0d41433752a, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.925170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.925580] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 63337b76-10e4-4793-9ff3-f7d4b1eaf54a/63337b76-10e4-4793-9ff3-f7d4b1eaf54a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.925712] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21a430dc-5065-4532-9463-a5eb12676215 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.928500] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.928682] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.928876] env[63021]: DEBUG nova.network.neutron [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.929076] env[63021]: DEBUG nova.objects.instance [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'info_cache' on Instance uuid 1b68500c-142b-4dfa-9493-f45982273aa2 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.934627] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1046.934627] env[63021]: value = "task-4283269" [ 1046.934627] env[63021]: _type = "Task" [ 1046.934627] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.942665] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.007394] env[63021]: DEBUG nova.scheduler.client.report [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.013866] env[63021]: DEBUG oslo_vmware.api [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283260, 'name': RemoveSnapshot_Task, 'duration_secs': 2.303578} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.014386] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.014622] env[63021]: INFO nova.compute.manager [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 18.35 seconds to snapshot the instance on the hypervisor. [ 1047.121177] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.146677] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.146677] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.146677] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.146677] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.147115] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.147115] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.147490] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.147490] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.147784] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.147917] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.148194] env[63021]: DEBUG nova.virt.hardware [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.149206] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e5ef42-0544-47a7-8ac1-a579e6426f62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.160945] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa27c33-060c-41ba-b521-da16c68059d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.184607] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.190835] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Creating folder: Project (da0ac8602a5a49fe8d9ed72f32587d7d). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.191248] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-154f585d-473c-4e85-bd47-6a70cc685a1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.205218] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Created folder: Project (da0ac8602a5a49fe8d9ed72f32587d7d) in parent group-v843603. [ 1047.205439] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Creating folder: Instances. Parent ref: group-v843884. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.205753] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d337d41e-cd58-4d28-a19f-e801d8c789d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.216797] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Created folder: Instances in parent group-v843884. [ 1047.216928] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.217600] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.217600] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4683318e-9a49-447f-9a52-34be9bf1ab49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.235281] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.235281] env[63021]: value = "task-4283272" [ 1047.235281] env[63021]: _type = "Task" [ 1047.235281] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.244168] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283272, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.373698] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283268, 'name': CreateVM_Task, 'duration_secs': 0.388794} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.373925] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.374762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.374961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.375304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.375614] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddde51a-659a-4398-be31-643c61ea9747 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.381617] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1047.381617] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e74c32-752a-df71-c653-47ef5bc88ab8" [ 1047.381617] env[63021]: _type = "Task" [ 1047.381617] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.389756] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e74c32-752a-df71-c653-47ef5bc88ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.444507] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44581} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.445341] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 63337b76-10e4-4793-9ff3-f7d4b1eaf54a/63337b76-10e4-4793-9ff3-f7d4b1eaf54a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.445598] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.445853] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bb477d-fbc4-4727-85cd-eff4cc220eb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.452477] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1047.452477] env[63021]: value = "task-4283273" [ 1047.452477] env[63021]: _type = "Task" [ 1047.452477] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.460471] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.515999] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.516567] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.519151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.570s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.519383] env[63021]: DEBUG nova.objects.instance [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lazy-loading 'resources' on Instance uuid 82bf0c7f-3642-42ff-9c73-aab71ea13abb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.559907] env[63021]: DEBUG nova.compute.manager [None req-e8a921c5-55e2-478b-8f2c-80dbca1f2a79 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Found 2 images (rotation: 2) {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1047.746637] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283272, 'name': CreateVM_Task, 'duration_secs': 0.332643} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.746881] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.747239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.891759] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e74c32-752a-df71-c653-47ef5bc88ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.020168} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.892095] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.892333] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.892734] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.892734] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.892888] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.893178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.893486] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.893718] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8087726f-d0d0-4d9f-a33c-711769939ef3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.895505] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4279e8-5d86-456b-b8a4-b2df6ce70ee3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.901908] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1047.901908] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b5ed0c-7525-f882-aaaf-d3ffc7723c76" [ 1047.901908] env[63021]: _type = "Task" [ 1047.901908] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.910219] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b5ed0c-7525-f882-aaaf-d3ffc7723c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.913749] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.913926] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.914649] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0ab418-3c9d-4f06-bf99-0de43783c8ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.919541] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1047.919541] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8ffa5-abe7-3ef6-4f18-4d6de37ae37d" [ 1047.919541] env[63021]: _type = "Task" [ 1047.919541] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.927011] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8ffa5-abe7-3ef6-4f18-4d6de37ae37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.952025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.952025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.961713] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060759} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.962602] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.963816] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290ff1d-2f52-4acf-b767-bc9ce84c640c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.989783] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 63337b76-10e4-4793-9ff3-f7d4b1eaf54a/63337b76-10e4-4793-9ff3-f7d4b1eaf54a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.990509] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e382ef-1c8e-4264-bc83-51df496c8779 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.010311] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1048.010311] env[63021]: value = "task-4283274" [ 1048.010311] env[63021]: _type = "Task" [ 1048.010311] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.017871] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.027968] env[63021]: DEBUG nova.compute.utils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.029825] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.029997] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.087966] env[63021]: DEBUG nova.policy [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.240505] env[63021]: DEBUG nova.network.neutron [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [{"id": "e89aa2c9-a241-4118-8281-e8f1ea156926", "address": "fa:16:3e:66:77:38", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89aa2c9-a2", "ovs_interfaceid": "e89aa2c9-a241-4118-8281-e8f1ea156926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.308052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650f518-e37f-4b27-be0c-e3a161e06635 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.315434] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b57c70-7f2c-43d9-92e1-e28897dcf8f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.347092] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696d975-6957-40d1-9227-971293f51065 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.354977] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768a3fd4-962c-477e-b961-d21739df6061 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.372281] env[63021]: DEBUG nova.compute.provider_tree [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.414884] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b5ed0c-7525-f882-aaaf-d3ffc7723c76, 'name': SearchDatastore_Task, 'duration_secs': 0.015004} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.415142] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.415852] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.415852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.431903] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e8ffa5-abe7-3ef6-4f18-4d6de37ae37d, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.432361] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7621a5-8a02-46e9-82bc-bd4046e9e756 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.438306] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1048.438306] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d1ff18-f0e7-5fcf-f7a0-f0ab8c47eca0" [ 1048.438306] env[63021]: _type = "Task" [ 1048.438306] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.442180] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Successfully created port: 8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.449232] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d1ff18-f0e7-5fcf-f7a0-f0ab8c47eca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.454292] env[63021]: DEBUG nova.compute.utils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.521161] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.533332] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.631708] env[63021]: DEBUG nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.632674] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a07ddd-ce1f-4c09-9e34-863aaf00f9ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.743656] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-1b68500c-142b-4dfa-9493-f45982273aa2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.743944] env[63021]: DEBUG nova.objects.instance [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'migration_context' on Instance uuid 1b68500c-142b-4dfa-9493-f45982273aa2 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.875888] env[63021]: DEBUG nova.scheduler.client.report [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.949032] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d1ff18-f0e7-5fcf-f7a0-f0ab8c47eca0, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.949032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.949348] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.950038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.950038] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.950205] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-259594da-d0b7-410a-ac48-de7cdfa3e000 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.952167] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9475e5-3929-4c35-95e8-9d37c78f8f78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.958043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.959663] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1048.959663] env[63021]: value = "task-4283275" [ 1048.959663] env[63021]: _type = "Task" [ 1048.959663] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.961447] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.961623] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.965353] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f406f60-6e11-42dd-b785-66255fe8ed19 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.970318] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1048.970318] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8c5fa-e9f8-3495-84f9-433a17cf02a5" [ 1048.970318] env[63021]: _type = "Task" [ 1048.970318] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.973762] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.981950] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8c5fa-e9f8-3495-84f9-433a17cf02a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.982763] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b2a1aa-cd72-4a76-b0f1-ab353ea225cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.987417] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1048.987417] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba1e7d-3869-8d41-49e3-6506107879c1" [ 1048.987417] env[63021]: _type = "Task" [ 1048.987417] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.994548] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba1e7d-3869-8d41-49e3-6506107879c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.022048] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283274, 'name': ReconfigVM_Task, 'duration_secs': 0.930695} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.022048] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 63337b76-10e4-4793-9ff3-f7d4b1eaf54a/63337b76-10e4-4793-9ff3-f7d4b1eaf54a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.024029] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e78cc4-487f-4bcb-ae14-578d2e571179 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.028726] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1049.028726] env[63021]: value = "task-4283276" [ 1049.028726] env[63021]: _type = "Task" [ 1049.028726] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.036532] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283276, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.143421] env[63021]: INFO nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] instance snapshotting [ 1049.144091] env[63021]: DEBUG nova.objects.instance [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.247097] env[63021]: DEBUG nova.objects.base [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Object Instance<1b68500c-142b-4dfa-9493-f45982273aa2> lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.247961] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f61de3-2e65-40ee-b3ef-79c6db610c62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.270634] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75b5e75-a52f-4bc7-83bf-f35020ad9682 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.278421] env[63021]: DEBUG oslo_vmware.api [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1049.278421] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520d9555-6e17-f386-1671-81fb7ed4d341" [ 1049.278421] env[63021]: _type = "Task" [ 1049.278421] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.288305] env[63021]: DEBUG oslo_vmware.api [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520d9555-6e17-f386-1671-81fb7ed4d341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.381079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.383631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.906s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.385303] env[63021]: INFO nova.compute.claims [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.407033] env[63021]: INFO nova.scheduler.client.report [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted allocations for instance 82bf0c7f-3642-42ff-9c73-aab71ea13abb [ 1049.470994] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431449} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.471280] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.471497] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.471741] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0717ec5c-b622-4ac2-9481-8707c52652b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.479051] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1049.479051] env[63021]: value = "task-4283277" [ 1049.479051] env[63021]: _type = "Task" [ 1049.479051] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.486297] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.496139] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ba1e7d-3869-8d41-49e3-6506107879c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.496375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.496674] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.496911] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1a5f142-b738-425d-bad0-15bc88711f74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.503714] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1049.503714] env[63021]: value = "task-4283278" [ 1049.503714] env[63021]: _type = "Task" [ 1049.503714] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.511576] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.539621] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283276, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.542668] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.571525] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.571969] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.572297] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.572593] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.572983] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.573304] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.573644] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.577030] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.577030] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.577030] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.577030] env[63021]: DEBUG nova.virt.hardware [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.577030] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caafa501-dea2-401e-91b1-a38cec22b9fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.583730] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df42aa1d-0a1e-4404-99be-48d5ff25ef27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.650481] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ae0bf-b9c7-4791-875d-2a7136d68335 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.672494] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f2842-4631-4e23-8d17-7535dcfe5fe0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.792069] env[63021]: DEBUG oslo_vmware.api [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520d9555-6e17-f386-1671-81fb7ed4d341, 'name': SearchDatastore_Task, 'duration_secs': 0.025377} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.792531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.915151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-14f1364d-fd97-4da7-8712-9e8b31dcb3a2 tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "82bf0c7f-3642-42ff-9c73-aab71ea13abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.490s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.932312] env[63021]: DEBUG nova.compute.manager [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Received event network-vif-plugged-8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1049.932637] env[63021]: DEBUG oslo_concurrency.lockutils [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] Acquiring lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.932933] env[63021]: DEBUG oslo_concurrency.lockutils [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] Lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.933236] env[63021]: DEBUG oslo_concurrency.lockutils [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] Lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.933477] env[63021]: DEBUG nova.compute.manager [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] No waiting events found dispatching network-vif-plugged-8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.933883] env[63021]: WARNING nova.compute.manager [req-9af89930-53af-412e-bf78-98eeedcddda2 req-2055ab7b-3d9b-49d8-b2b7-36082cdf9f01 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Received unexpected event network-vif-plugged-8bb3c846-442f-4735-9609-76e15c394e9d for instance with vm_state building and task_state spawning. [ 1049.989829] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.013358] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459511} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.013636] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.013862] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.014145] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908398fa-8a8e-4c01-90ce-92afbfc5b6ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.020252] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1050.020252] env[63021]: value = "task-4283279" [ 1050.020252] env[63021]: _type = "Task" [ 1050.020252] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.024292] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Successfully updated port: 8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.030355] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.034902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.035230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.035552] env[63021]: INFO nova.compute.manager [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Attaching volume 7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53 to /dev/sdb [ 1050.044637] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283276, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.074374] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5ffaa-7c6a-4ab7-b2ac-d34092dd6b8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.081152] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b218b3-e051-4805-8fb0-182e818e09fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.097706] env[63021]: DEBUG nova.virt.block_device [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Updating existing volume attachment record: 56af52de-a3de-448c-8a67-bc589c97dfa9 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1050.183659] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1050.184341] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a3592c7-b142-4a2f-a5a9-65504beb90d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.191495] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1050.191495] env[63021]: value = "task-4283280" [ 1050.191495] env[63021]: _type = "Task" [ 1050.191495] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.199633] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283280, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.490691] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.893993} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.491041] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.491921] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648fc37a-c48d-429b-b5a3-7bb9f072f9f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.516358] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.519301] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551cf425-2c42-47e1-a55c-9cdc700e82bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.535430] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.535589] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.535759] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.549909] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067568} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.556771] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.557486] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283276, 'name': Rename_Task, 'duration_secs': 1.211295} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.558176] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1050.558176] env[63021]: value = "task-4283284" [ 1050.558176] env[63021]: _type = "Task" [ 1050.558176] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.558772] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c237336c-4af6-4f95-801a-299a30b3bff0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.561424] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.561987] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe6247c-da19-477b-a866-319476ed141b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.587498] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.594620] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8e6a85-7004-4390-8130-467badd5d3a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.611177] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.611846] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1050.611846] env[63021]: value = "task-4283285" [ 1050.611846] env[63021]: _type = "Task" [ 1050.611846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.617428] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1050.617428] env[63021]: value = "task-4283286" [ 1050.617428] env[63021]: _type = "Task" [ 1050.617428] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.624208] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.631772] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283286, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.703946] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283280, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.761419] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdab015-f2c8-4d57-9e4b-6d7d8544ebfb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.769615] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc1b77-e330-40aa-9834-a731318dec9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.821774] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7d19f-166f-487a-8156-3d12c271c99d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.833217] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b4e86-7fba-4113-a6ef-9ddcc1ca0c24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.846312] env[63021]: DEBUG nova.compute.provider_tree [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.933465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.933852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.074308] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.076972] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.121985] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.132037] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283286, 'name': ReconfigVM_Task, 'duration_secs': 0.398302} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.132319] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.132937] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad0bc840-0060-4f49-a1c5-4e2d2699b321 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.140369] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1051.140369] env[63021]: value = "task-4283287" [ 1051.140369] env[63021]: _type = "Task" [ 1051.140369] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.149977] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283287, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.205959] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283280, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.234462] env[63021]: DEBUG nova.network.neutron [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Updating instance_info_cache with network_info: [{"id": "8bb3c846-442f-4735-9609-76e15c394e9d", "address": "fa:16:3e:0d:5c:0d", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3c846-44", "ovs_interfaceid": "8bb3c846-442f-4735-9609-76e15c394e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.350490] env[63021]: DEBUG nova.scheduler.client.report [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.393298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "462aac3d-f544-41d8-a31a-7faa2811d20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.393595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.393833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.394058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.394434] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.396401] env[63021]: INFO nova.compute.manager [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Terminating instance [ 1051.436574] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.467304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.467593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.467809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.468056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.468248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.470350] env[63021]: INFO nova.compute.manager [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Terminating instance [ 1051.572686] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283284, 'name': ReconfigVM_Task, 'duration_secs': 0.610338} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.573050] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9/404acc75-1473-41d9-8812-31828cdf4bc9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.573695] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb54182-9299-4d43-acc9-44b1a2026b01 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.580736] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1051.580736] env[63021]: value = "task-4283288" [ 1051.580736] env[63021]: _type = "Task" [ 1051.580736] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.588541] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283288, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.622343] env[63021]: DEBUG oslo_vmware.api [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283285, 'name': PowerOnVM_Task, 'duration_secs': 0.736673} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.622620] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.622827] env[63021]: INFO nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1051.623015] env[63021]: DEBUG nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.623841] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e594a-02c3-4ad0-84a0-55dbb4d71a4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.649160] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283287, 'name': Rename_Task, 'duration_secs': 0.146351} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.649441] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.649690] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77028ad2-902a-4711-a1d5-3dd4ad857a38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.656725] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1051.656725] env[63021]: value = "task-4283289" [ 1051.656725] env[63021]: _type = "Task" [ 1051.656725] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.665846] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.709147] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283280, 'name': CreateSnapshot_Task, 'duration_secs': 1.082978} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.709322] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1051.710460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd1906-e3ce-4e6b-ac9d-ac350ca5a52b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.739830] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.739830] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Instance network_info: |[{"id": "8bb3c846-442f-4735-9609-76e15c394e9d", "address": "fa:16:3e:0d:5c:0d", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3c846-44", "ovs_interfaceid": "8bb3c846-442f-4735-9609-76e15c394e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.739830] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:5c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb3c846-442f-4735-9609-76e15c394e9d', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.747695] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.747695] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.748012] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e440d2a-7497-41d1-be33-805be0f24faf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.770053] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.770053] env[63021]: value = "task-4283290" [ 1051.770053] env[63021]: _type = "Task" [ 1051.770053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.777935] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283290, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.856057] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.856766] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.859406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.849s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.860087] env[63021]: DEBUG nova.objects.instance [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lazy-loading 'resources' on Instance uuid 1adb44e5-eeb1-4480-8caf-dd059395a539 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.900216] env[63021]: DEBUG nova.compute.manager [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.900447] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.901991] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858da606-5920-40d4-8296-9a5cd1cd2f55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.909673] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.909928] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b8d655-67ba-4be1-a56b-0a2976a8bf2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.916470] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1051.916470] env[63021]: value = "task-4283291" [ 1051.916470] env[63021]: _type = "Task" [ 1051.916470] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.924520] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.961517] env[63021]: DEBUG nova.compute.manager [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Received event network-changed-8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1051.961517] env[63021]: DEBUG nova.compute.manager [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Refreshing instance network info cache due to event network-changed-8bb3c846-442f-4735-9609-76e15c394e9d. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1051.962000] env[63021]: DEBUG oslo_concurrency.lockutils [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] Acquiring lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.962268] env[63021]: DEBUG oslo_concurrency.lockutils [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] Acquired lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.962771] env[63021]: DEBUG nova.network.neutron [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Refreshing network info cache for port 8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.966819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.974399] env[63021]: DEBUG nova.compute.manager [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.974657] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.975816] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e71023-6135-4636-bd30-d565bdaa9b4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.987411] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.987767] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4096184e-44aa-4c1f-808c-cdc4917435d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.995871] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1051.995871] env[63021]: value = "task-4283292" [ 1051.995871] env[63021]: _type = "Task" [ 1051.995871] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.007571] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.094162] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283288, 'name': Rename_Task, 'duration_secs': 0.271885} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.094474] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.094788] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1649222-f268-4d9a-b468-fa47972450c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.102109] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1052.102109] env[63021]: value = "task-4283293" [ 1052.102109] env[63021]: _type = "Task" [ 1052.102109] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.110998] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.143027] env[63021]: INFO nova.compute.manager [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Took 22.57 seconds to build instance. [ 1052.170354] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.235362] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.235736] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a26eaf7c-c400-4ae4-b2f5-9eca10090c61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.244246] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1052.244246] env[63021]: value = "task-4283294" [ 1052.244246] env[63021]: _type = "Task" [ 1052.244246] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.252206] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283294, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.280906] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283290, 'name': CreateVM_Task, 'duration_secs': 0.418372} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.281081] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.282040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.282040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.282252] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.282488] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6e36f4-1ebf-44ea-bf6e-a5c395b174e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.287189] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1052.287189] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52493cab-c5e4-153d-866b-318fb93118ff" [ 1052.287189] env[63021]: _type = "Task" [ 1052.287189] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.297602] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52493cab-c5e4-153d-866b-318fb93118ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.368854] env[63021]: DEBUG nova.compute.utils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.368854] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.368854] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.426966] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283291, 'name': PowerOffVM_Task, 'duration_secs': 0.202301} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.427313] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.427555] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.427778] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f027d1c-f18a-4f04-9929-696d1a6cacc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.473471] env[63021]: DEBUG nova.policy [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0e3e22976a946dc89133518c77eccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b3e7a85bf94617af4b35a7fa5af99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.508062] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283292, 'name': PowerOffVM_Task, 'duration_secs': 0.202547} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.510820] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.511093] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.515022] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-957b42c5-9be6-4a4a-85bc-d30342c1d761 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.515022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.515022] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.515022] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleting the datastore file [datastore2] 462aac3d-f544-41d8-a31a-7faa2811d20a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.515458] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a54deb-d268-44d3-a04d-407b0ad74754 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.521053] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1052.521053] env[63021]: value = "task-4283298" [ 1052.521053] env[63021]: _type = "Task" [ 1052.521053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.531673] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.581244] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.581610] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.581746] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleting the datastore file [datastore2] 7ab222af-ee23-4aab-8ab5-2d2b7298713c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.582133] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610ddc73-bef1-4cac-a775-8d0a2a8d7b27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.589641] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for the task: (returnval){ [ 1052.589641] env[63021]: value = "task-4283299" [ 1052.589641] env[63021]: _type = "Task" [ 1052.589641] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.605582] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.621805] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.648019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-592661dc-3b51-4e68-bdbb-ec8488be573d tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.079s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.670703] env[63021]: DEBUG oslo_vmware.api [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283289, 'name': PowerOnVM_Task, 'duration_secs': 0.60379} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.676020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.676020] env[63021]: INFO nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Took 5.55 seconds to spawn the instance on the hypervisor. [ 1052.676020] env[63021]: DEBUG nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.676020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e753a5c2-ea29-4e2b-9f2c-fb59305a3003 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.719177] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a108f-c6e8-4daf-996c-5fa55c0c670f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.727518] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d91df-e45b-4ac8-ad51-9e6dd24cb7b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.766275] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584549ce-2cbb-4d77-a9c1-7711ccc91569 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.779235] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283294, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.782727] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6f122d-d32b-4eb0-8172-ec2db7ac9053 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.799774] env[63021]: DEBUG nova.compute.provider_tree [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.807292] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52493cab-c5e4-153d-866b-318fb93118ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.807593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.807826] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.808078] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.808220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.808396] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.808692] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b2bb22-dcdd-47bf-b633-e2adf37155cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.823071] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.823276] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.824064] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dc59bf-4cdb-4b38-9eb5-6aa7e5d4a780 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.831548] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1052.831548] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529af9ea-5e5c-7938-93fe-5595d0ecfc3c" [ 1052.831548] env[63021]: _type = "Task" [ 1052.831548] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.842534] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529af9ea-5e5c-7938-93fe-5595d0ecfc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.871908] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.988020] env[63021]: DEBUG nova.network.neutron [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Updated VIF entry in instance network info cache for port 8bb3c846-442f-4735-9609-76e15c394e9d. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.988480] env[63021]: DEBUG nova.network.neutron [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Updating instance_info_cache with network_info: [{"id": "8bb3c846-442f-4735-9609-76e15c394e9d", "address": "fa:16:3e:0d:5c:0d", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb3c846-44", "ovs_interfaceid": "8bb3c846-442f-4735-9609-76e15c394e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.036503] env[63021]: DEBUG oslo_vmware.api [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185995} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.037121] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.037423] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.038509] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.038509] env[63021]: INFO nova.compute.manager [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.038509] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.038509] env[63021]: DEBUG nova.compute.manager [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.038509] env[63021]: DEBUG nova.network.neutron [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.103356] env[63021]: DEBUG oslo_vmware.api [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Task: {'id': task-4283299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227228} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.103622] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.103822] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.103998] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.104184] env[63021]: INFO nova.compute.manager [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.104416] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.104599] env[63021]: DEBUG nova.compute.manager [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.104689] env[63021]: DEBUG nova.network.neutron [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.114336] env[63021]: DEBUG oslo_vmware.api [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283293, 'name': PowerOnVM_Task, 'duration_secs': 0.592653} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.114575] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.114772] env[63021]: DEBUG nova.compute.manager [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.115738] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db841c-3879-40b7-bbd8-0ffa8762f032 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156524] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Successfully created port: 8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.199338] env[63021]: INFO nova.compute.manager [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Took 14.53 seconds to build instance. [ 1053.275856] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283294, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.304107] env[63021]: DEBUG nova.scheduler.client.report [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.344996] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529af9ea-5e5c-7938-93fe-5595d0ecfc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.024022} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.346231] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d6dfdd-ae6f-41a8-adca-132bdd631f5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.352474] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1053.352474] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5293ec43-dc59-70a9-8f20-b66ac598cb6f" [ 1053.352474] env[63021]: _type = "Task" [ 1053.352474] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.360836] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5293ec43-dc59-70a9-8f20-b66ac598cb6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.492872] env[63021]: DEBUG oslo_concurrency.lockutils [req-169d13ef-8df6-48d8-9091-514ae9fe985c req-59baf6d5-5b94-4094-956f-dc519e81dd87 service nova] Releasing lock "refresh_cache-9756c122-46ed-435b-8d3f-5a58311cd302" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.630311] env[63021]: DEBUG nova.compute.manager [req-44f8ea7d-a5f3-426f-9b84-93a70daa91dc req-0919c98c-a0d9-482a-bb6b-0850f003a499 service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Received event network-vif-deleted-2c0a49f0-412a-43b9-98d5-563c83b063ed {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1053.630552] env[63021]: INFO nova.compute.manager [req-44f8ea7d-a5f3-426f-9b84-93a70daa91dc req-0919c98c-a0d9-482a-bb6b-0850f003a499 service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Neutron deleted interface 2c0a49f0-412a-43b9-98d5-563c83b063ed; detaching it from the instance and deleting it from the info cache [ 1053.630690] env[63021]: DEBUG nova.network.neutron [req-44f8ea7d-a5f3-426f-9b84-93a70daa91dc req-0919c98c-a0d9-482a-bb6b-0850f003a499 service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.633798] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.704049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-dbf7ed74-aa6a-4512-9c8d-db17114688f3 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.046s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.772342] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283294, 'name': CloneVM_Task, 'duration_secs': 1.472681} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.772444] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Created linked-clone VM from snapshot [ 1053.773203] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12d74c-71c6-4cef-b6df-70fbf457f0a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.780907] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploading image 1679d3a0-ffc6-45f9-93ea-074fed23d578 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.806616] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.806616] env[63021]: value = "vm-843891" [ 1053.806616] env[63021]: _type = "VirtualMachine" [ 1053.806616] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.806910] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e84c86a2-3d0a-41d4-b0be-0c18ade63799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.811434] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.815038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.553s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.815278] env[63021]: DEBUG nova.objects.instance [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lazy-loading 'resources' on Instance uuid 00904fce-cdc8-40b9-a614-176a24d6f200 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.816603] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease: (returnval){ [ 1053.816603] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ed07-2a25-e121-461a-c6e9f975b13f" [ 1053.816603] env[63021]: _type = "HttpNfcLease" [ 1053.816603] env[63021]: } obtained for exporting VM: (result){ [ 1053.816603] env[63021]: value = "vm-843891" [ 1053.816603] env[63021]: _type = "VirtualMachine" [ 1053.816603] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.816938] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the lease: (returnval){ [ 1053.816938] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ed07-2a25-e121-461a-c6e9f975b13f" [ 1053.816938] env[63021]: _type = "HttpNfcLease" [ 1053.816938] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.823596] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.823596] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ed07-2a25-e121-461a-c6e9f975b13f" [ 1053.823596] env[63021]: _type = "HttpNfcLease" [ 1053.823596] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.837303] env[63021]: INFO nova.scheduler.client.report [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Deleted allocations for instance 1adb44e5-eeb1-4480-8caf-dd059395a539 [ 1053.863066] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5293ec43-dc59-70a9-8f20-b66ac598cb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.020136} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.863372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.863693] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9756c122-46ed-435b-8d3f-5a58311cd302/9756c122-46ed-435b-8d3f-5a58311cd302.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.863945] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ae8dfa-bcac-4e36-a65d-8e12703dc348 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.871094] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1053.871094] env[63021]: value = "task-4283301" [ 1053.871094] env[63021]: _type = "Task" [ 1053.871094] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.879207] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.881348] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.907027] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.907205] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.907264] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.907433] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.907580] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.907730] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.907940] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.908142] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.908321] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.908484] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.908656] env[63021]: DEBUG nova.virt.hardware [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.909543] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefdf9a4-2864-4d39-b744-9a9ab5ba7c23 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.918072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9979c-0a5c-42f2-aa5f-b66b7fc5d3c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.702620] env[63021]: DEBUG nova.network.neutron [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.702620] env[63021]: DEBUG nova.network.neutron [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.703626] env[63021]: INFO nova.compute.manager [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Rebuilding instance [ 1054.712111] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1054.712997] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843888', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'name': 'volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28ee1eb2-dab6-4942-b9a1-5eecff5c3836', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'serial': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1054.712997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cc48d7c1-1019-4dcf-9baa-76e4da6a28e3 tempest-ListServerFiltersTestJSON-1757136692 tempest-ListServerFiltersTestJSON-1757136692-project-member] Lock "1adb44e5-eeb1-4480-8caf-dd059395a539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.559s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.716856] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f369e860-830c-46ed-bc47-71d3b477600a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.718361] env[63021]: DEBUG nova.compute.manager [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-changed-96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1054.718551] env[63021]: DEBUG nova.compute.manager [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing instance network info cache due to event network-changed-96a54a0c-1394-4845-9cbf-435d2260340f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1054.718739] env[63021]: DEBUG oslo_concurrency.lockutils [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.718878] env[63021]: DEBUG oslo_concurrency.lockutils [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.719086] env[63021]: DEBUG nova.network.neutron [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing network info cache for port 96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.727567] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319d110-0e8a-4c3f-9103-215e3369b223 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.743042] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.743042] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ed07-2a25-e121-461a-c6e9f975b13f" [ 1054.743042] env[63021]: _type = "HttpNfcLease" [ 1054.743042] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.759885] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.759885] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5234ed07-2a25-e121-461a-c6e9f975b13f" [ 1054.759885] env[63021]: _type = "HttpNfcLease" [ 1054.759885] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.760612] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543101} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.765761] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b61ec9e-3a01-41cb-a95d-f58bb0cac83e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.771119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074b48d-709e-4890-abb1-4dc3f4192303 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.781630] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9756c122-46ed-435b-8d3f-5a58311cd302/9756c122-46ed-435b-8d3f-5a58311cd302.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.781925] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.782781] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc87409e-eb87-402f-a826-68eda0f2277c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.788038] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-657d805b-9be2-4499-bcfc-0845c48cfd25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.818249] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53/volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.818621] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.818791] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.840164] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d8ac2a-fdae-42d7-93fc-f15366df301f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.852541] env[63021]: DEBUG nova.compute.manager [req-44f8ea7d-a5f3-426f-9b84-93a70daa91dc req-0919c98c-a0d9-482a-bb6b-0850f003a499 service nova] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Detach interface failed, port_id=2c0a49f0-412a-43b9-98d5-563c83b063ed, reason: Instance 7ab222af-ee23-4aab-8ab5-2d2b7298713c could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1054.853130] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1054.853130] env[63021]: value = "task-4283302" [ 1054.853130] env[63021]: _type = "Task" [ 1054.853130] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.909817] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Successfully updated port: 8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.923564] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1054.923564] env[63021]: value = "task-4283303" [ 1054.923564] env[63021]: _type = "Task" [ 1054.923564] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.924009] env[63021]: DEBUG nova.compute.manager [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.925166] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561ab1b-7356-4e72-bf20-d80c2366a79b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.935103] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283302, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.947825] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.987578] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c45b81e1-b01c-4eea-a221-073976facd05 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.102623] env[63021]: DEBUG nova.network.neutron [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updated VIF entry in instance network info cache for port 96a54a0c-1394-4845-9cbf-435d2260340f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.102964] env[63021]: DEBUG nova.network.neutron [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.158906] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f12e3-f9ac-49f6-8d7b-0abe14a03d04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.168366] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8aaa42-21fd-48d0-ab25-6a8625e6394a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.200184] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67096fe0-6ba9-47c6-94d2-5b0dce3ded2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.210446] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25c65b-0f61-4f0b-87fd-4e676d1942c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.216980] env[63021]: INFO nova.compute.manager [-] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Took 2.11 seconds to deallocate network for instance. [ 1055.217448] env[63021]: INFO nova.compute.manager [-] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Took 2.18 seconds to deallocate network for instance. [ 1055.237565] env[63021]: DEBUG nova.compute.provider_tree [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.368074] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139525} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.370656] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.371754] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc095eb7-c0f3-49a2-86af-8c587a480c2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.413568] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9756c122-46ed-435b-8d3f-5a58311cd302/9756c122-46ed-435b-8d3f-5a58311cd302.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.416417] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c05249ab-fa0b-4684-bb24-581d32f6948c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.468670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.468670] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.468670] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.486845] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.488810] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1055.488810] env[63021]: value = "task-4283304" [ 1055.488810] env[63021]: _type = "Task" [ 1055.488810] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.499572] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.605450] env[63021]: DEBUG oslo_concurrency.lockutils [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.605758] env[63021]: DEBUG nova.compute.manager [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Received event network-vif-deleted-9c72949b-3167-4f8d-b939-cc23aa83395c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1055.605935] env[63021]: INFO nova.compute.manager [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Neutron deleted interface 9c72949b-3167-4f8d-b939-cc23aa83395c; detaching it from the instance and deleting it from the info cache [ 1055.606129] env[63021]: DEBUG nova.network.neutron [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.738511] env[63021]: DEBUG nova.scheduler.client.report [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.744444] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.745966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.977601] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.981420] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d58d71e-2ff3-4dc7-a08a-d437f8d76227 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.983274] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283303, 'name': ReconfigVM_Task, 'duration_secs': 0.675919} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.984112] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53/volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.989355] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e0561e-ff93-4d73-afd6-62560ec7d9ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.001534] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1056.001534] env[63021]: value = "task-4283305" [ 1056.001534] env[63021]: _type = "Task" [ 1056.001534] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.011665] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1056.011665] env[63021]: value = "task-4283306" [ 1056.011665] env[63021]: _type = "Task" [ 1056.011665] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.018238] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283304, 'name': ReconfigVM_Task, 'duration_secs': 0.476144} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.018661] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.019565] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.024981] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9756c122-46ed-435b-8d3f-5a58311cd302/9756c122-46ed-435b-8d3f-5a58311cd302.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.026159] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5f44fd1-5809-4616-9dea-6e2051e1e8a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.033352] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.034950] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1056.034950] env[63021]: value = "task-4283307" [ 1056.034950] env[63021]: _type = "Task" [ 1056.034950] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.044101] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283307, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.100254] env[63021]: DEBUG nova.compute.manager [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Received event network-vif-plugged-8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1056.100518] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Acquiring lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.100800] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.101067] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.101207] env[63021]: DEBUG nova.compute.manager [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] No waiting events found dispatching network-vif-plugged-8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.101395] env[63021]: WARNING nova.compute.manager [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Received unexpected event network-vif-plugged-8304a2e6-447a-4fff-abd7-eeba291097d1 for instance with vm_state building and task_state spawning. [ 1056.101558] env[63021]: DEBUG nova.compute.manager [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Received event network-changed-8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1056.101718] env[63021]: DEBUG nova.compute.manager [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Refreshing instance network info cache due to event network-changed-8304a2e6-447a-4fff-abd7-eeba291097d1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1056.101876] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Acquiring lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109373] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d6ff9e1-166f-4a4b-abe7-48e997c75aa4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.121437] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705af5d5-657d-4216-8f50-6128003c3d92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.154777] env[63021]: DEBUG nova.compute.manager [req-b21a8b84-5f68-455a-9642-23c2d5683bd0 req-996b469c-9a34-4f20-beb1-e383a672c05e service nova] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Detach interface failed, port_id=9c72949b-3167-4f8d-b939-cc23aa83395c, reason: Instance 462aac3d-f544-41d8-a31a-7faa2811d20a could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1056.197491] env[63021]: DEBUG nova.network.neutron [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Updating instance_info_cache with network_info: [{"id": "8304a2e6-447a-4fff-abd7-eeba291097d1", "address": "fa:16:3e:5f:16:1d", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8304a2e6-44", "ovs_interfaceid": "8304a2e6-447a-4fff-abd7-eeba291097d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.249120] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.252338] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.694s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.253040] env[63021]: DEBUG nova.objects.instance [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'resources' on Instance uuid d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.278295] env[63021]: INFO nova.scheduler.client.report [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted allocations for instance 00904fce-cdc8-40b9-a614-176a24d6f200 [ 1056.515821] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283305, 'name': PowerOffVM_Task, 'duration_secs': 0.13154} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.516207] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.517377] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.518163] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5e684b-13e7-4546-88b4-077f0102d877 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.527911] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.530781] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9cc6f74-d681-45c5-851f-996867bbeb1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.532260] env[63021]: DEBUG oslo_vmware.api [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283306, 'name': ReconfigVM_Task, 'duration_secs': 0.182017} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.532578] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843888', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'name': 'volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28ee1eb2-dab6-4942-b9a1-5eecff5c3836', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'serial': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.544134] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283307, 'name': Rename_Task, 'duration_secs': 0.176618} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.545357] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.545688] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ea4776-ad8d-4d57-8d8e-494cec92602b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.555812] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1056.555812] env[63021]: value = "task-4283309" [ 1056.555812] env[63021]: _type = "Task" [ 1056.555812] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.562223] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.562420] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.562590] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Deleting the datastore file [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.562943] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2102d59f-cab9-47e1-99f8-a0f1454140cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.568394] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.573812] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1056.573812] env[63021]: value = "task-4283310" [ 1056.573812] env[63021]: _type = "Task" [ 1056.573812] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.582666] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.700299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.700758] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Instance network_info: |[{"id": "8304a2e6-447a-4fff-abd7-eeba291097d1", "address": "fa:16:3e:5f:16:1d", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8304a2e6-44", "ovs_interfaceid": "8304a2e6-447a-4fff-abd7-eeba291097d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.701152] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Acquired lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.701456] env[63021]: DEBUG nova.network.neutron [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Refreshing network info cache for port 8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.702779] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:16:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8304a2e6-447a-4fff-abd7-eeba291097d1', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.710707] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.712073] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.712405] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-257c3a8f-9c6f-4aca-96a6-6cf52ee4b5f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.734450] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.734450] env[63021]: value = "task-4283311" [ 1056.734450] env[63021]: _type = "Task" [ 1056.734450] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.743795] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283311, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.756013] env[63021]: DEBUG nova.objects.instance [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'numa_topology' on Instance uuid d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.788073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8b5e0f76-b694-420b-9622-072c70938399 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "00904fce-cdc8-40b9-a614-176a24d6f200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.022s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.068918] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.086120] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168071} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.086120] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.086311] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.086359] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.246077] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283311, 'name': CreateVM_Task, 'duration_secs': 0.405265} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.246352] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.247138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.247311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.247633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.247896] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ff451e-6bf4-4399-af44-acb0aea8ebab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.255730] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1057.255730] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd39e7-420e-0c4f-2a07-643596c5f7a1" [ 1057.255730] env[63021]: _type = "Task" [ 1057.255730] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.259943] env[63021]: DEBUG nova.objects.base [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.268223] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd39e7-420e-0c4f-2a07-643596c5f7a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.501100] env[63021]: DEBUG nova.network.neutron [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Updated VIF entry in instance network info cache for port 8304a2e6-447a-4fff-abd7-eeba291097d1. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.501490] env[63021]: DEBUG nova.network.neutron [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Updating instance_info_cache with network_info: [{"id": "8304a2e6-447a-4fff-abd7-eeba291097d1", "address": "fa:16:3e:5f:16:1d", "network": {"id": "0c6b1f49-30b0-4f79-ba8b-35762df1df9f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1784690735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b3e7a85bf94617af4b35a7fa5af99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8304a2e6-44", "ovs_interfaceid": "8304a2e6-447a-4fff-abd7-eeba291097d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.534092] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9821cbc-f0ec-4bc3-b845-56e15ed9b5bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.545509] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62fa31-3a01-41a7-9a68-d20c1e6ee40e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.598464] env[63021]: DEBUG nova.objects.instance [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'flavor' on Instance uuid 28ee1eb2-dab6-4942-b9a1-5eecff5c3836 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.611539] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05cf8db-99f6-4579-b519-af2093a40103 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.626154] env[63021]: DEBUG oslo_vmware.api [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283309, 'name': PowerOnVM_Task, 'duration_secs': 0.708665} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.629972] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.630105] env[63021]: INFO nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1057.630346] env[63021]: DEBUG nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.631917] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87d71d-5d86-45ec-a3d5-586a16aa6a79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.637210] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe74739-fba8-450f-bcdc-cbff633b8b0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.656211] env[63021]: DEBUG nova.compute.provider_tree [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.767051] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dd39e7-420e-0c4f-2a07-643596c5f7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.019718} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.767414] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.767474] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.767676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.767823] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.768014] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.768281] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3f6c04-cab4-437f-be03-fcba0a25c2a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.778708] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.778915] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.779864] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4228e757-9e6c-4b59-bc1c-d4eb7e4b3b26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.786379] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1057.786379] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52362964-621e-edc6-1a4b-bb4132ad61e0" [ 1057.786379] env[63021]: _type = "Task" [ 1057.786379] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.795466] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52362964-621e-edc6-1a4b-bb4132ad61e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.005225] env[63021]: DEBUG oslo_concurrency.lockutils [req-92128a1a-c8a4-4a3b-9702-56e118955406 req-e6d59b5f-e308-4d56-98d8-9c9ca49c5e1a service nova] Releasing lock "refresh_cache-843d189d-ffdc-418f-8c43-f962a0d7adbf" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.105527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-961a5985-2edf-4025-9553-3fffedc24b96 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.069s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.161591] env[63021]: DEBUG nova.scheduler.client.report [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.167471] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.167630] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.167801] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.167987] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.168155] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.168300] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.168507] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.168666] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.168833] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.168997] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.169190] env[63021]: DEBUG nova.virt.hardware [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.174816] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421c452-5974-464f-97d4-708c594fad5e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.180596] env[63021]: INFO nova.compute.manager [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Took 17.56 seconds to build instance. [ 1058.187088] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90eafaa-3fda-4045-9644-9e5d303e0cf3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.203422] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.209160] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.209700] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.209922] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a834425-4ced-4b0e-83bc-02df1ed1bac3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.231062] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.231062] env[63021]: value = "task-4283312" [ 1058.231062] env[63021]: _type = "Task" [ 1058.231062] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.240450] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283312, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.298857] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52362964-621e-edc6-1a4b-bb4132ad61e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021734} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.299675] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c880f17-0523-45ab-b787-be266d45928c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.306961] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1058.306961] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52dfdcb6-0f59-3b8f-0771-440887504e06" [ 1058.306961] env[63021]: _type = "Task" [ 1058.306961] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.316410] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dfdcb6-0f59-3b8f-0771-440887504e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.590256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.590602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.590879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.591106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.591320] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.600324] env[63021]: INFO nova.compute.manager [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Terminating instance [ 1058.679174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.427s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.681606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.889s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.683090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a14f42d7-93cc-41e8-8a4b-912decc27c32 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.072s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.742637] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283312, 'name': CreateVM_Task, 'duration_secs': 0.447317} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.742808] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.743287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.743451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.743837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.744091] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226bada4-2642-4c57-af21-9abc4cbb73ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.749673] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1058.749673] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52a3871f-3b83-fa48-8eb2-df1269fa2157" [ 1058.749673] env[63021]: _type = "Task" [ 1058.749673] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.759158] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a3871f-3b83-fa48-8eb2-df1269fa2157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.818930] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52dfdcb6-0f59-3b8f-0771-440887504e06, 'name': SearchDatastore_Task, 'duration_secs': 0.019056} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.819310] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.819563] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 843d189d-ffdc-418f-8c43-f962a0d7adbf/843d189d-ffdc-418f-8c43-f962a0d7adbf.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.819858] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5aec1b-ce90-4a42-8141-c3b97fc1feda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.828718] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1058.828718] env[63021]: value = "task-4283313" [ 1058.828718] env[63021]: _type = "Task" [ 1058.828718] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.837640] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.026725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "9756c122-46ed-435b-8d3f-5a58311cd302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.026725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.027134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.027134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.027246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.035035] env[63021]: INFO nova.compute.manager [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Terminating instance [ 1059.107732] env[63021]: DEBUG nova.compute.manager [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.107987] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.108330] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aecc0c02-4e9d-47fb-a4b6-ac31c3aae8f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.121814] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1059.121814] env[63021]: value = "task-4283314" [ 1059.121814] env[63021]: _type = "Task" [ 1059.121814] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.134628] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.191159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e5e73d05-c725-422a-86f5-b339f63db631 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.267s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.192207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.679s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.192426] env[63021]: INFO nova.compute.manager [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Unshelving [ 1059.269443] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52a3871f-3b83-fa48-8eb2-df1269fa2157, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.269443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.269709] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.270047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.270277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.270532] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.273998] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e8ea4ff-c4a1-4807-bf80-2a7d53ef62ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.292415] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.293032] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.293560] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ae0a4f-4c66-4e83-837d-375b3bfae752 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.303160] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1059.303160] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528c6b47-d99b-f36d-06e7-bf911d7e9608" [ 1059.303160] env[63021]: _type = "Task" [ 1059.303160] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.318771] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528c6b47-d99b-f36d-06e7-bf911d7e9608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.342355] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283313, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.488698] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c54a3-f314-4d65-80f0-56f5a558f2ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.498398] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c65751-fb2f-4d91-a6e6-ad6d450977d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.531863] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad306be8-0b09-4e00-ad10-95c2af6867c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.540929] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dd2425-4eb5-40cf-a08c-da402a914b30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.545838] env[63021]: DEBUG nova.compute.manager [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.546173] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.547032] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c20745-054b-448d-bcfb-893d737c3752 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.562892] env[63021]: DEBUG nova.compute.provider_tree [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.566491] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.567068] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10b78f96-7ac9-453d-8b1f-952803f4900a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.575993] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1059.575993] env[63021]: value = "task-4283315" [ 1059.575993] env[63021]: _type = "Task" [ 1059.575993] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.588960] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.639709] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283314, 'name': PowerOffVM_Task, 'duration_secs': 0.484402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.639985] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.640247] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1059.640440] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843888', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'name': 'volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28ee1eb2-dab6-4942-b9a1-5eecff5c3836', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'serial': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1059.641260] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370560c-b711-4501-9334-8e8d8dde94b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.663825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4caea-1d60-4770-87e3-a0cc8a850c46 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.672775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992fab1d-f72e-45af-8273-b86cfe5ee268 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.696705] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bde685-0da0-4a36-91dd-ff85afeaa3f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.715971] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] The volume has not been displaced from its original location: [datastore1] volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53/volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1059.722236] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1059.722647] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a60d6f-ca60-4dcd-9553-3476e6b8cd80 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.743374] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1059.743374] env[63021]: value = "task-4283316" [ 1059.743374] env[63021]: _type = "Task" [ 1059.743374] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.753021] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.817051] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528c6b47-d99b-f36d-06e7-bf911d7e9608, 'name': SearchDatastore_Task, 'duration_secs': 0.060895} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.818062] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349a4786-f14b-4670-b1fc-20af487a8c76 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.825671] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1059.825671] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f27df0-af01-355f-f4f3-40464ffc093c" [ 1059.825671] env[63021]: _type = "Task" [ 1059.825671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.836081] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f27df0-af01-355f-f4f3-40464ffc093c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.844020] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615212} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.844344] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 843d189d-ffdc-418f-8c43-f962a0d7adbf/843d189d-ffdc-418f-8c43-f962a0d7adbf.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.844620] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.844903] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b9ff997-b90c-4ce4-bbda-026fdbb4f6d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.853365] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1059.853365] env[63021]: value = "task-4283317" [ 1059.853365] env[63021]: _type = "Task" [ 1059.853365] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.866848] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.069074] env[63021]: DEBUG nova.scheduler.client.report [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.088883] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283315, 'name': PowerOffVM_Task, 'duration_secs': 0.309303} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.089840] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.090029] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.090284] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06760176-d1f5-4b12-8b2a-3b9c6fe97d11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.164196] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.165439] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.165439] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 9756c122-46ed-435b-8d3f-5a58311cd302 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.165439] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e182e9e5-b022-4de5-8d0a-aeca0a147a8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.173528] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1060.173528] env[63021]: value = "task-4283319" [ 1060.173528] env[63021]: _type = "Task" [ 1060.173528] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.182080] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.242181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.254140] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283316, 'name': ReconfigVM_Task, 'duration_secs': 0.299826} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.254431] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1060.259150] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebaa028-a92a-4c54-a712-f2261fb4ed92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.275905] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1060.275905] env[63021]: value = "task-4283320" [ 1060.275905] env[63021]: _type = "Task" [ 1060.275905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.285422] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.345038] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f27df0-af01-355f-f4f3-40464ffc093c, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.345038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.345038] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.345038] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17f19428-5ecb-4957-80c5-b9e7ccd61de4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.351244] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1060.351244] env[63021]: value = "task-4283321" [ 1060.351244] env[63021]: _type = "Task" [ 1060.351244] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.371222] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.374085] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075285} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.374470] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.375362] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f6d75-ea9a-407b-9bdd-f3b6689f66f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.402045] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 843d189d-ffdc-418f-8c43-f962a0d7adbf/843d189d-ffdc-418f-8c43-f962a0d7adbf.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.402419] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81f3bd2-1a92-47df-b409-4d85ff1ae323 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.424780] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1060.424780] env[63021]: value = "task-4283322" [ 1060.424780] env[63021]: _type = "Task" [ 1060.424780] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.436385] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.684797] env[63021]: DEBUG oslo_vmware.api [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334518} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.685162] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.685405] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.685609] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.685789] env[63021]: INFO nova.compute.manager [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1060.686148] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.686353] env[63021]: DEBUG nova.compute.manager [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.686467] env[63021]: DEBUG nova.network.neutron [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.788030] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283320, 'name': ReconfigVM_Task, 'duration_secs': 0.337585} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.788447] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843888', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'name': 'volume-7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28ee1eb2-dab6-4942-b9a1-5eecff5c3836', 'attached_at': '', 'detached_at': '', 'volume_id': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53', 'serial': '7ddb9ee4-368d-4dbc-b63c-8135cbbe3b53'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1060.788527] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.789548] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d6a93-f21c-4e81-a814-67b69b25710e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.799679] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.800153] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e018bba1-5cfe-4c6b-973d-974b7ff047c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.866412] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.935476] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.086964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.089976] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.123s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.092215] env[63021]: INFO nova.compute.claims [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.176076] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.176413] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.176579] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] 28ee1eb2-dab6-4942-b9a1-5eecff5c3836 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.176932] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f73668-e9ea-4349-939e-d2bb737d16eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.186932] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1061.186932] env[63021]: value = "task-4283324" [ 1061.186932] env[63021]: _type = "Task" [ 1061.186932] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.197098] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.361703] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567704} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.365030] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.365030] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.365030] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b1b0130-6bc9-413e-a13f-2da1dcea9616 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.372029] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1061.372029] env[63021]: value = "task-4283325" [ 1061.372029] env[63021]: _type = "Task" [ 1061.372029] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.384816] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.398863] env[63021]: DEBUG nova.compute.manager [req-e203ba49-c562-4bb2-85f3-47c8a37534ec req-e64a2d41-b8c0-4075-94de-1563e8c69c8e service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Received event network-vif-deleted-8bb3c846-442f-4735-9609-76e15c394e9d {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1061.399108] env[63021]: INFO nova.compute.manager [req-e203ba49-c562-4bb2-85f3-47c8a37534ec req-e64a2d41-b8c0-4075-94de-1563e8c69c8e service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Neutron deleted interface 8bb3c846-442f-4735-9609-76e15c394e9d; detaching it from the instance and deleting it from the info cache [ 1061.399278] env[63021]: DEBUG nova.network.neutron [req-e203ba49-c562-4bb2-85f3-47c8a37534ec req-e64a2d41-b8c0-4075-94de-1563e8c69c8e service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.437568] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283322, 'name': ReconfigVM_Task, 'duration_secs': 0.646417} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.437897] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 843d189d-ffdc-418f-8c43-f962a0d7adbf/843d189d-ffdc-418f-8c43-f962a0d7adbf.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.438962] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b48e60f-be2f-4e74-affb-a951a4d885d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.448482] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1061.448482] env[63021]: value = "task-4283326" [ 1061.448482] env[63021]: _type = "Task" [ 1061.448482] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.459411] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283326, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.698424] env[63021]: DEBUG oslo_vmware.api [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192829} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.698714] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.698904] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.699244] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.699316] env[63021]: INFO nova.compute.manager [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Took 2.59 seconds to destroy the instance on the hypervisor. [ 1061.699511] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.699703] env[63021]: DEBUG nova.compute.manager [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.699790] env[63021]: DEBUG nova.network.neutron [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.756532] env[63021]: DEBUG nova.network.neutron [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.837867] env[63021]: INFO nova.scheduler.client.report [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocation for migration 1c888c53-0f2f-4b11-83bb-5da9bece1cc3 [ 1061.885754] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092645} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.886267] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.887537] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8bccf-256d-4f8f-86f6-193f5864bb95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.919146] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.920440] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ad9f8f4-6011-4676-868f-59aa221fa786 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.922481] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c6c9a1-0441-495c-be18-0717f032a71c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.953371] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08431565-1ff9-43dd-b06d-7d9fcd590014 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.963623] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1061.963623] env[63021]: value = "task-4283327" [ 1061.963623] env[63021]: _type = "Task" [ 1061.963623] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.983977] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.984264] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283326, 'name': Rename_Task, 'duration_secs': 0.207134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.994695] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.995090] env[63021]: DEBUG nova.compute.manager [req-e203ba49-c562-4bb2-85f3-47c8a37534ec req-e64a2d41-b8c0-4075-94de-1563e8c69c8e service nova] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Detach interface failed, port_id=8bb3c846-442f-4735-9609-76e15c394e9d, reason: Instance 9756c122-46ed-435b-8d3f-5a58311cd302 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1061.995495] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ad0149d-2d2f-43e6-8450-246d4c2aaafa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.005027] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1062.005027] env[63021]: value = "task-4283328" [ 1062.005027] env[63021]: _type = "Task" [ 1062.005027] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.012301] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.259235] env[63021]: INFO nova.compute.manager [-] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Took 1.57 seconds to deallocate network for instance. [ 1062.347762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-152a4c18-9c0d-48b8-af69-c711b9784460 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.996s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.374085] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db17ae0-e703-449c-914a-48220349b413 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.383670] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d7550-1aa8-4e85-8a00-9be7ac8a58ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.422192] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae9e3e-2296-4ee4-8874-519bd04365fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.431766] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb1a62-2dc9-4db2-aad4-2d38d627a345 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448250] env[63021]: DEBUG nova.compute.provider_tree [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.479289] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.522996] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.768884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.868961] env[63021]: DEBUG nova.network.neutron [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.951371] env[63021]: DEBUG nova.scheduler.client.report [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.980080] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283327, 'name': ReconfigVM_Task, 'duration_secs': 1.02874} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.980438] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9/fd583b17-0527-42e9-b6d7-735acc6245e9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.981147] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a11f123d-1307-4452-8e1e-6ed53e74ce9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.989732] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1062.989732] env[63021]: value = "task-4283329" [ 1062.989732] env[63021]: _type = "Task" [ 1062.989732] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.000371] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283329, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.014462] env[63021]: DEBUG oslo_vmware.api [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283328, 'name': PowerOnVM_Task, 'duration_secs': 0.928376} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.015129] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.015403] env[63021]: INFO nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1063.015628] env[63021]: DEBUG nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.016523] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaedd6a-49d0-47fe-995c-8b9082712183 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.371780] env[63021]: INFO nova.compute.manager [-] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Took 1.67 seconds to deallocate network for instance. [ 1063.437476] env[63021]: DEBUG nova.compute.manager [req-03c22747-24fa-4509-96fc-e6fb7377a81e req-4a367779-25a2-4393-a080-09ba60eca318 service nova] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Received event network-vif-deleted-5a16f116-70d9-48f6-98ab-5e48a44ae07a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1063.457558] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.457852] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.460991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.827s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.461436] env[63021]: DEBUG nova.objects.instance [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1063.503618] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283329, 'name': Rename_Task, 'duration_secs': 0.192716} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.505085] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.505291] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41374dc6-c5a6-4485-837c-78c69718df43 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.517101] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1063.517101] env[63021]: value = "task-4283330" [ 1063.517101] env[63021]: _type = "Task" [ 1063.517101] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.526739] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.537188] env[63021]: INFO nova.compute.manager [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Took 22.08 seconds to build instance. [ 1063.926459] env[63021]: INFO nova.compute.manager [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Took 0.55 seconds to detach 1 volumes for instance. [ 1063.939116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.939676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.939676] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.939814] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.940099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.942707] env[63021]: INFO nova.compute.manager [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Terminating instance [ 1063.970070] env[63021]: DEBUG nova.compute.utils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.971693] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.971867] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.014481] env[63021]: DEBUG nova.policy [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a72d7a7324d4c67b9f8d908f94fdf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7da774b2ff8a4556b6bc6594ab064e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.028414] env[63021]: DEBUG oslo_vmware.api [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283330, 'name': PowerOnVM_Task, 'duration_secs': 0.513942} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.028709] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.028923] env[63021]: DEBUG nova.compute.manager [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.029745] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df5034-3ded-4d36-b403-20699328c763 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.040017] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bbede143-a793-4f27-908d-e8f680069c55 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.592s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.349916] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Successfully created port: afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.433458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.447458] env[63021]: DEBUG nova.compute.manager [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.447782] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.449348] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41a1d9-a1f1-4b27-95cb-cb09664bd1ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.464515] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.464515] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1cbfdf-8b9c-4a7f-a271-17b13731176e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.471746] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1064.471746] env[63021]: value = "task-4283331" [ 1064.471746] env[63021]: _type = "Task" [ 1064.471746] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.472826] env[63021]: DEBUG oslo_concurrency.lockutils [None req-0bb4e7fe-b05b-43e8-a7d8-45525a183f2a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.475592] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.731s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.475693] env[63021]: DEBUG nova.objects.instance [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lazy-loading 'resources' on Instance uuid 7ab222af-ee23-4aab-8ab5-2d2b7298713c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.484501] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.496061] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.553272] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.554852] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d535dd-4ba5-4f20-a64b-f400166e1b45 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.563062] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.564576] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.564852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.568070] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.568239] env[63021]: ERROR oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk due to incomplete transfer. [ 1064.568632] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3421fe3-d6b6-4873-9dfc-9462b8b9cabd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.577193] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228ca53-c014-f199-232d-e8b145f38451/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.577303] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Uploaded image 1679d3a0-ffc6-45f9-93ea-074fed23d578 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.579550] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.580409] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-971c553d-ed25-4457-bb92-9ced85327017 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.592127] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1064.592127] env[63021]: value = "task-4283332" [ 1064.592127] env[63021]: _type = "Task" [ 1064.592127] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.602981] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283332, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.989091] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283331, 'name': PowerOffVM_Task, 'duration_secs': 0.353273} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.990648] env[63021]: INFO nova.virt.block_device [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Booting with volume ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9 at /dev/sda [ 1064.991886] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.992079] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.992829] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ac2715-e9a7-4426-88ff-705d2fd7c688 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.033626] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef8bc250-c4c5-4aac-ba71-8b88536d59a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.047194] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a0f39c-b66a-4ff8-91c9-fa7b2f03fdc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.069380] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.072764] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.072945] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.073149] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] 1b68500c-142b-4dfa-9493-f45982273aa2 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.073603] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98259923-f572-493f-aa0a-42ba88f753da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.088240] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2247e4c-404e-47d6-8c6a-bec94520ec74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.093643] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1065.093643] env[63021]: value = "task-4283334" [ 1065.093643] env[63021]: _type = "Task" [ 1065.093643] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.105586] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa10c22-7994-41dd-9f13-677c13d5b629 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.125433] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283332, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.133138] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.151950] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30b9ab-b4eb-4379-91f0-417e44fa0ed7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.159808] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e499f-aff7-4cca-84f2-a2cb1235bd70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.175728] env[63021]: DEBUG nova.virt.block_device [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating existing volume attachment record: a7cad200-da69-4a4f-a733-26f6472617ec {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.235272] env[63021]: DEBUG nova.compute.manager [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.236252] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74d25d-9c01-4681-b1f3-d05a0f53dc9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.263929] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f192f4-1b67-4f4f-a332-2037587443f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.272299] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046e621-c42d-4d77-9020-be7323e2c704 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.302910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b143c6-2f14-4b93-9b08-29acbc4b6876 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.311184] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287880a-7157-4129-b17d-5754c919bf7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.326532] env[63021]: DEBUG nova.compute.provider_tree [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.598416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.608114] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283332, 'name': Destroy_Task, 'duration_secs': 0.649066} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.611061] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroyed the VM [ 1065.611324] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1065.611592] env[63021]: DEBUG oslo_vmware.api [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133751} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.611793] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70e085ab-6fdc-4b4a-9052-529fdb7465c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.613413] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.613606] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.613779] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.613949] env[63021]: INFO nova.compute.manager [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1065.614246] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.614454] env[63021]: DEBUG nova.compute.manager [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.614550] env[63021]: DEBUG nova.network.neutron [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.626666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "fd583b17-0527-42e9-b6d7-735acc6245e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.626944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.627205] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "fd583b17-0527-42e9-b6d7-735acc6245e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.627390] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.627558] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.629748] env[63021]: INFO nova.compute.manager [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Terminating instance [ 1065.637982] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1065.637982] env[63021]: value = "task-4283335" [ 1065.637982] env[63021]: _type = "Task" [ 1065.637982] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.650286] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.750500] env[63021]: INFO nova.compute.manager [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] instance snapshotting [ 1065.753122] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad911a5-5402-4042-84e1-f96fc641ec17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.776820] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c346a-9628-4643-bc07-64d5becbcd8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.829345] env[63021]: DEBUG nova.scheduler.client.report [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.934997] env[63021]: DEBUG nova.compute.manager [req-6870b4fc-0a1e-4276-ba4f-e822fb66d219 req-1542cce8-73e1-4f5a-acb1-e760401a83ef service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Received event network-vif-deleted-e89aa2c9-a241-4118-8281-e8f1ea156926 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1065.935230] env[63021]: INFO nova.compute.manager [req-6870b4fc-0a1e-4276-ba4f-e822fb66d219 req-1542cce8-73e1-4f5a-acb1-e760401a83ef service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Neutron deleted interface e89aa2c9-a241-4118-8281-e8f1ea156926; detaching it from the instance and deleting it from the info cache [ 1065.935385] env[63021]: DEBUG nova.network.neutron [req-6870b4fc-0a1e-4276-ba4f-e822fb66d219 req-1542cce8-73e1-4f5a-acb1-e760401a83ef service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.030596] env[63021]: DEBUG nova.compute.manager [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Received event network-vif-plugged-afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1066.030824] env[63021]: DEBUG oslo_concurrency.lockutils [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.031027] env[63021]: DEBUG oslo_concurrency.lockutils [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.031197] env[63021]: DEBUG oslo_concurrency.lockutils [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.031368] env[63021]: DEBUG nova.compute.manager [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] No waiting events found dispatching network-vif-plugged-afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.031529] env[63021]: WARNING nova.compute.manager [req-be91739f-ca59-4d39-9c23-561ef594d02f req-9f88647b-0ee6-40d2-b479-4aaa1349a6bd service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Received unexpected event network-vif-plugged-afd71537-c03a-4298-99da-062753857a37 for instance with vm_state building and task_state block_device_mapping. [ 1066.126778] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Successfully updated port: afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.133717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "refresh_cache-fd583b17-0527-42e9-b6d7-735acc6245e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.134090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquired lock "refresh_cache-fd583b17-0527-42e9-b6d7-735acc6245e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.134408] env[63021]: DEBUG nova.network.neutron [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.149571] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.285203] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.285652] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-adbced10-ae61-4c86-a3d1-a34f2dec0992 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.294859] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1066.294859] env[63021]: value = "task-4283336" [ 1066.294859] env[63021]: _type = "Task" [ 1066.294859] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.304646] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.335412] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.338165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.592s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.338510] env[63021]: DEBUG nova.objects.instance [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lazy-loading 'resources' on Instance uuid 462aac3d-f544-41d8-a31a-7faa2811d20a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.357665] env[63021]: INFO nova.scheduler.client.report [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted allocations for instance 7ab222af-ee23-4aab-8ab5-2d2b7298713c [ 1066.392108] env[63021]: DEBUG nova.network.neutron [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.438437] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99ed2381-ac8d-4414-96bd-140446c8f3f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.450132] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99a1c7-e70a-49fe-a210-473f755c8939 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.486956] env[63021]: DEBUG nova.compute.manager [req-6870b4fc-0a1e-4276-ba4f-e822fb66d219 req-1542cce8-73e1-4f5a-acb1-e760401a83ef service nova] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Detach interface failed, port_id=e89aa2c9-a241-4118-8281-e8f1ea156926, reason: Instance 1b68500c-142b-4dfa-9493-f45982273aa2 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1066.629344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.629465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.629606] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.651076] env[63021]: DEBUG oslo_vmware.api [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.893846} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.651383] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1066.651647] env[63021]: INFO nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 1066.669499] env[63021]: DEBUG nova.network.neutron [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.786691] env[63021]: DEBUG nova.network.neutron [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.807500] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.868375] env[63021]: DEBUG oslo_concurrency.lockutils [None req-26a7e333-295b-428d-ac4a-4655e42f524e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "7ab222af-ee23-4aab-8ab5-2d2b7298713c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.401s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.896659] env[63021]: INFO nova.compute.manager [-] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Took 1.28 seconds to deallocate network for instance. [ 1067.066064] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130aece-6763-444f-88d1-d5a09a257ece {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.074414] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f960bd-34b8-4eec-b038-d21c9aeb715f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.105705] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001e368-b586-47e9-bf7b-36c2f68b39c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.114009] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e863a78-286c-4f0f-be15-8952013ab4e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.128157] env[63021]: DEBUG nova.compute.provider_tree [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.174062] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.200173] env[63021]: DEBUG nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Found 3 images (rotation: 2) {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1067.200382] env[63021]: DEBUG nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Rotating out 1 backups {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1067.200549] env[63021]: DEBUG nova.compute.manager [None req-d1a67328-4e70-4700-8124-77c8de128c32 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleting image fe4f8cbe-b8e9-4f8d-b81c-f1f555dedc61 {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1067.266909] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.267705] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.268119] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.268194] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.268480] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.268656] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.268949] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.269196] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.269362] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.269534] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.269703] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.269880] env[63021]: DEBUG nova.virt.hardware [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.271114] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646b852f-0e9a-4d54-a343-69a38469b800 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.282979] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c349c1-8f8a-4fbc-a0fe-a9820dbe0f33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.289827] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Releasing lock "refresh_cache-fd583b17-0527-42e9-b6d7-735acc6245e9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.290258] env[63021]: DEBUG nova.compute.manager [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.290554] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.300578] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cad80f-e179-4a9f-959f-11e2cfa7f2d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.314231] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283336, 'name': CreateSnapshot_Task, 'duration_secs': 0.693399} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.316851] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.317451] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.318164] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193ca9be-3eba-40b5-84d3-e7f80c18a494 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.320885] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac4e39d9-3ea2-45a8-a387-bb3441a3b506 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.322836] env[63021]: DEBUG nova.network.neutron [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.334782] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1067.334782] env[63021]: value = "task-4283337" [ 1067.334782] env[63021]: _type = "Task" [ 1067.334782] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.343827] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.401594] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.631540] env[63021]: DEBUG nova.scheduler.client.report [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.826226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.826575] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Instance network_info: |[{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.827009] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:17:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd71537-c03a-4298-99da-062753857a37', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.834494] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.834709] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.834931] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07c40d5-ed62-46b9-8cbc-dabad00bc99f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.855592] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.855951] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19ac9c58-8f15-44fb-9e8d-329e1f844a74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.869432] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283337, 'name': PowerOffVM_Task, 'duration_secs': 0.168291} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.871538] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.871757] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.872038] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1067.872038] env[63021]: value = "task-4283339" [ 1067.872038] env[63021]: _type = "Task" [ 1067.872038] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.872184] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.872184] env[63021]: value = "task-4283338" [ 1067.872184] env[63021]: _type = "Task" [ 1067.872184] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.872368] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db760feb-f426-49c8-86c9-2b748e0215a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.885983] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283338, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.889307] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283339, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.909020] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.909223] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.909364] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Deleting the datastore file [datastore2] fd583b17-0527-42e9-b6d7-735acc6245e9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.909635] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cc1f7d7-c79c-483f-9ac0-d369b34d8011 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.917143] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for the task: (returnval){ [ 1067.917143] env[63021]: value = "task-4283341" [ 1067.917143] env[63021]: _type = "Task" [ 1067.917143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.926313] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.060531] env[63021]: DEBUG nova.compute.manager [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Received event network-changed-afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1068.060779] env[63021]: DEBUG nova.compute.manager [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Refreshing instance network info cache due to event network-changed-afd71537-c03a-4298-99da-062753857a37. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1068.061049] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.061236] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.061446] env[63021]: DEBUG nova.network.neutron [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Refreshing network info cache for port afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.136276] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.139754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.897s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.139754] env[63021]: DEBUG nova.objects.instance [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'pci_requests' on Instance uuid d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.167637] env[63021]: INFO nova.scheduler.client.report [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Deleted allocations for instance 462aac3d-f544-41d8-a31a-7faa2811d20a [ 1068.388966] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283339, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.392290] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283338, 'name': CreateVM_Task, 'duration_secs': 0.384264} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.392492] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.393653] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843881', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'name': 'volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47ca5ece-011e-4381-8ee3-e6cc9ea38870', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'serial': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9'}, 'boot_index': 0, 'disk_bus': None, 'attachment_id': 'a7cad200-da69-4a4f-a733-26f6472617ec', 'volume_type': None}], 'swap': None} {{(pid=63021) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1068.393918] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Root volume attach. Driver type: vmdk {{(pid=63021) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1068.394755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefffc85-d9dc-4fec-82e3-5660b9548011 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.404040] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884fdbf3-dea3-413e-9061-cf53ad6969e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.413792] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd68346-6d29-460a-9ba2-e6e6004b6eae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.423407] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-aec1a087-1278-41f7-9c12-3e388199d75e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.429366] env[63021]: DEBUG oslo_vmware.api [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Task: {'id': task-4283341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142134} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.430296] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.430431] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.430589] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.430772] env[63021]: INFO nova.compute.manager [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.431077] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.431298] env[63021]: DEBUG nova.compute.manager [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.431388] env[63021]: DEBUG nova.network.neutron [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.441108] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1068.441108] env[63021]: value = "task-4283342" [ 1068.441108] env[63021]: _type = "Task" [ 1068.441108] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.451041] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.451845] env[63021]: DEBUG nova.network.neutron [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.643515] env[63021]: DEBUG nova.objects.instance [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'numa_topology' on Instance uuid d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.680071] env[63021]: DEBUG oslo_concurrency.lockutils [None req-845d9f73-5e74-473b-a48d-93174f62257e tempest-ListServersNegativeTestJSON-211585463 tempest-ListServersNegativeTestJSON-211585463-project-member] Lock "462aac3d-f544-41d8-a31a-7faa2811d20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.286s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.888570] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283339, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.946162] env[63021]: DEBUG nova.network.neutron [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updated VIF entry in instance network info cache for port afd71537-c03a-4298-99da-062753857a37. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.946580] env[63021]: DEBUG nova.network.neutron [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.954439] env[63021]: DEBUG nova.network.neutron [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.955819] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 40%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.146350] env[63021]: INFO nova.compute.claims [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.390151] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283339, 'name': CloneVM_Task, 'duration_secs': 1.08356} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.394016] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Created linked-clone VM from snapshot [ 1069.394016] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e737e0-1f39-4df2-aba0-aeeffd66f224 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.406508] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Uploading image 76a508d6-6300-4db2-9ee1-decaffd94895 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.419284] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.419597] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3fd5d7d-f57e-4463-81ad-0682bb2ce232 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.431142] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1069.431142] env[63021]: value = "task-4283343" [ 1069.431142] env[63021]: _type = "Task" [ 1069.431142] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.445594] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283343, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.449649] env[63021]: DEBUG oslo_concurrency.lockutils [req-9cc824a3-ddec-4c05-988c-d9d1006ef5e4 req-49cbae1d-31fd-4d37-899d-872a1bd70a3c service nova] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.458267] env[63021]: INFO nova.compute.manager [-] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Took 1.03 seconds to deallocate network for instance. [ 1069.458677] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 53%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.590294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.590772] env[63021]: DEBUG oslo_concurrency.lockutils [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.591115] env[63021]: DEBUG nova.compute.manager [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.592825] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c244aba-fab6-49ef-bee1-b46096bff896 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.606269] env[63021]: DEBUG nova.compute.manager [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1069.606979] env[63021]: DEBUG nova.objects.instance [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.945967] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283343, 'name': Destroy_Task, 'duration_secs': 0.510643} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.949703] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Destroyed the VM [ 1069.949986] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.950322] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01e6d1b7-8f3b-41f6-8959-8161e9a2589d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.960518] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 67%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.962480] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1069.962480] env[63021]: value = "task-4283344" [ 1069.962480] env[63021]: _type = "Task" [ 1069.962480] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.966820] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.973145] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.423574] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a9ea12-0124-41bb-a564-379b85d021f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.433227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28c0ff-8065-49be-8366-c61c60b6fd29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.476603] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f4f1d-aaa2-4d0e-9d19-86981725198e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.493448] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 82%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.493779] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283344, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.498495] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25cf95-2d39-454d-8225-30fbac33b303 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.517705] env[63021]: DEBUG nova.compute.provider_tree [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.617742] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.618161] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959cf280-65fe-442d-9ec0-c23b9027ed9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.637133] env[63021]: DEBUG oslo_vmware.api [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1070.637133] env[63021]: value = "task-4283345" [ 1070.637133] env[63021]: _type = "Task" [ 1070.637133] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.649338] env[63021]: DEBUG oslo_vmware.api [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.982861] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 97%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.986151] env[63021]: DEBUG oslo_vmware.api [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283344, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637765} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.986457] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1071.020734] env[63021]: DEBUG nova.scheduler.client.report [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.148395] env[63021]: DEBUG oslo_vmware.api [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283345, 'name': PowerOffVM_Task, 'duration_secs': 0.255587} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.148681] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.148883] env[63021]: DEBUG nova.compute.manager [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.149720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f4376-a0ed-4752-b381-d5e4e28f1f2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.480424] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task} progress is 98%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.492021] env[63021]: WARNING nova.compute.manager [None req-e035f679-77ac-422e-a7c0-3f8791e77970 tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Image not found during snapshot: nova.exception.ImageNotFound: Image 76a508d6-6300-4db2-9ee1-decaffd94895 could not be found. [ 1071.525854] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.387s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.528283] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.760s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.528600] env[63021]: DEBUG nova.objects.instance [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 9756c122-46ed-435b-8d3f-5a58311cd302 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.570096] env[63021]: INFO nova.network.neutron [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating port a79337cb-17e6-4dc8-be90-90a6d3823771 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1071.662443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-71dd0b0d-602e-4c8d-9d5a-c4c93742d910 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.938193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.938334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.938546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.938780] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.938916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.941592] env[63021]: INFO nova.compute.manager [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Terminating instance [ 1071.983038] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283342, 'name': RelocateVM_Task, 'duration_secs': 3.169998} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.983561] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.983858] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843881', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'name': 'volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47ca5ece-011e-4381-8ee3-e6cc9ea38870', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'serial': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.984699] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20b0db-29ce-4394-8192-54163b915d8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.007338] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32c262-8d88-4a3b-b3fc-2dd522787716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.033842] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9/volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.036934] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad72858-ddc1-4d27-afff-8b9353872ab1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060033] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1072.060033] env[63021]: value = "task-4283346" [ 1072.060033] env[63021]: _type = "Task" [ 1072.060033] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.068921] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.245086] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0dcbf4-6a77-4987-8c3b-5cff943ae379 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.253293] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99896b66-87eb-4b72-9c13-24da0403bd8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.285817] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f0ca1c-39ee-4e64-8b7c-d8a023f26c55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.299486] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc07297-c0e4-497d-9fa5-faa891f8b056 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.318999] env[63021]: DEBUG nova.compute.provider_tree [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.446259] env[63021]: DEBUG nova.compute.manager [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.446572] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.447633] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6753848-3a0c-4e95-872f-c80fbf72c1c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.455990] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.456309] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0da082e-0149-411b-9c61-fa0646dc995d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.463841] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1072.463841] env[63021]: value = "task-4283347" [ 1072.463841] env[63021]: _type = "Task" [ 1072.463841] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.472536] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.571168] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283346, 'name': ReconfigVM_Task, 'duration_secs': 0.285016} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.571475] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9/volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.576145] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3414e84-bda4-4efc-be70-17fa224b289d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.593242] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1072.593242] env[63021]: value = "task-4283348" [ 1072.593242] env[63021]: _type = "Task" [ 1072.593242] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.601441] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.798607] env[63021]: DEBUG nova.compute.manager [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Stashing vm_state: stopped {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1072.823870] env[63021]: DEBUG nova.scheduler.client.report [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.974727] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283347, 'name': PowerOffVM_Task, 'duration_secs': 0.42179} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.975012] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.975192] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.975442] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7556e50-c039-4ead-9920-54ea77111a10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.038507] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.038717] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.038903] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleting the datastore file [datastore2] 843d189d-ffdc-418f-8c43-f962a0d7adbf {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.039196] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08a2eb0-2301-4e02-915b-b6784b369c1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.046462] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for the task: (returnval){ [ 1073.046462] env[63021]: value = "task-4283350" [ 1073.046462] env[63021]: _type = "Task" [ 1073.046462] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.055050] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.103893] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283348, 'name': ReconfigVM_Task, 'duration_secs': 0.136456} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.104269] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843881', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'name': 'volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47ca5ece-011e-4381-8ee3-e6cc9ea38870', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'serial': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.104826] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31f80c8-fdb5-41fc-a2f1-788cf0b0c4dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.112896] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1073.112896] env[63021]: value = "task-4283351" [ 1073.112896] env[63021]: _type = "Task" [ 1073.112896] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.122366] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283351, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.199827] env[63021]: DEBUG nova.compute.manager [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1073.200234] env[63021]: DEBUG oslo_concurrency.lockutils [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.200462] env[63021]: DEBUG oslo_concurrency.lockutils [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.200627] env[63021]: DEBUG oslo_concurrency.lockutils [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.200796] env[63021]: DEBUG nova.compute.manager [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] No waiting events found dispatching network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.200963] env[63021]: WARNING nova.compute.manager [req-03818457-0427-4bef-babe-67eaf09e7583 req-9469d5fb-c006-464a-acdb-8853a5d351a6 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received unexpected event network-vif-plugged-a79337cb-17e6-4dc8-be90-90a6d3823771 for instance with vm_state shelved_offloaded and task_state spawning. [ 1073.289646] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.289828] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.290011] env[63021]: DEBUG nova.network.neutron [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.321429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.328690] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.331024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.898s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.331654] env[63021]: DEBUG nova.objects.instance [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'resources' on Instance uuid 28ee1eb2-dab6-4942-b9a1-5eecff5c3836 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.348491] env[63021]: INFO nova.scheduler.client.report [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 9756c122-46ed-435b-8d3f-5a58311cd302 [ 1073.556647] env[63021]: DEBUG oslo_vmware.api [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Task: {'id': task-4283350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146692} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.557232] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.557232] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.557361] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.557486] env[63021]: INFO nova.compute.manager [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1073.557911] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.557911] env[63021]: DEBUG nova.compute.manager [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.558062] env[63021]: DEBUG nova.network.neutron [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.624740] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283351, 'name': Rename_Task, 'duration_secs': 0.176492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.624740] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.624740] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55d745b7-8899-4766-9fd0-e53892332f24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.634522] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1073.634522] env[63021]: value = "task-4283352" [ 1073.634522] env[63021]: _type = "Task" [ 1073.634522] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.642832] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.700118] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.700402] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.860366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b63a5da4-eaa4-4580-980a-da0367dc558a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "9756c122-46ed-435b-8d3f-5a58311cd302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.834s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.024886] env[63021]: DEBUG nova.network.neutron [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.052992] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f72037-20c1-4e1d-b2a4-0aa42c2b3e10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.061935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44955aa3-e826-4ddc-a46c-676cb39e5a5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.095648] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64ea18-4f99-43ec-95f9-58a143feddc2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.104118] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2999870d-9207-4421-8669-96bf89ab7065 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.119596] env[63021]: DEBUG nova.compute.provider_tree [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.144402] env[63021]: DEBUG oslo_vmware.api [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283352, 'name': PowerOnVM_Task, 'duration_secs': 0.473523} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.144721] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.144934] env[63021]: INFO nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1074.145138] env[63021]: DEBUG nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.145915] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2b634-f314-40d0-b72f-3b09096caaa5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.207219] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.207431] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.207598] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.207788] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.207977] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.208149] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.208343] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1074.208449] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.333068] env[63021]: DEBUG nova.network.neutron [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.528519] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.555157] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3a80da243411f6eb8c9b92ff0e3f7f52',container_format='bare',created_at=2025-06-14T12:27:18Z,direct_url=,disk_format='vmdk',id=f9b092bd-5c30-4c45-905b-2aa116c0ebc8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2119022969-shelved',owner='c60890ece57840e8b8c75711db8e0a32',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-06-14T12:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.555407] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.555563] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.555741] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.555887] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.556046] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.556286] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.556487] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.556663] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.556927] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.557418] env[63021]: DEBUG nova.virt.hardware [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.558123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741e0f36-42c7-4911-8f96-df4ffb10686b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.568285] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf82c66d-19bf-49b8-b96a-3a3c213c69d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.582297] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79337cb-17e6-4dc8-be90-90a6d3823771', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.590013] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.590322] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.590569] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d92f64-4734-4f92-a14a-d065636edd30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.611681] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.611681] env[63021]: value = "task-4283353" [ 1074.611681] env[63021]: _type = "Task" [ 1074.611681] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.620062] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283353, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.623256] env[63021]: DEBUG nova.scheduler.client.report [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.664169] env[63021]: INFO nova.compute.manager [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Took 22.72 seconds to build instance. [ 1074.711620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.838023] env[63021]: INFO nova.compute.manager [-] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Took 1.28 seconds to deallocate network for instance. [ 1075.123248] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283353, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.128209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.130567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.568s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.132606] env[63021]: DEBUG nova.objects.instance [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.150226] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.150662] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.157066] env[63021]: INFO nova.scheduler.client.report [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance 28ee1eb2-dab6-4942-b9a1-5eecff5c3836 [ 1075.165868] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e6a3352a-6a23-400d-b065-12a607d70f02 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.232s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.245197] env[63021]: DEBUG nova.compute.manager [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1075.245414] env[63021]: DEBUG nova.compute.manager [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing instance network info cache due to event network-changed-a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1075.245616] env[63021]: DEBUG oslo_concurrency.lockutils [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] Acquiring lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.245762] env[63021]: DEBUG oslo_concurrency.lockutils [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] Acquired lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.245923] env[63021]: DEBUG nova.network.neutron [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Refreshing network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.343357] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.623662] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283353, 'name': CreateVM_Task, 'duration_secs': 0.550221} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.623856] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.624541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.624693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.625090] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.625357] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6504d5a7-33f7-43ae-ab28-4dd6b2cfb1a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.630608] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1075.630608] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b2c1d4-be92-f46a-4214-c122be1cb2c0" [ 1075.630608] env[63021]: _type = "Task" [ 1075.630608] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.641964] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b2c1d4-be92-f46a-4214-c122be1cb2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.653452] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.664313] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4aa85000-4416-4fa7-849d-32c5a19b61e5 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "28ee1eb2-dab6-4942-b9a1-5eecff5c3836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.074s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.973680] env[63021]: DEBUG nova.network.neutron [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updated VIF entry in instance network info cache for port a79337cb-17e6-4dc8-be90-90a6d3823771. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.974071] env[63021]: DEBUG nova.network.neutron [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [{"id": "a79337cb-17e6-4dc8-be90-90a6d3823771", "address": "fa:16:3e:30:e7:8d", "network": {"id": "f577e89e-774b-4c32-8f69-c58861eb3e15", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1189166437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c60890ece57840e8b8c75711db8e0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79337cb-17", "ovs_interfaceid": "a79337cb-17e6-4dc8-be90-90a6d3823771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.141984] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.142265] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Processing image f9b092bd-5c30-4c45-905b-2aa116c0ebc8 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.142504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.142654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.142831] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.143835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4d2a2ed5-329c-40ed-93c9-9d99a38fa1a7 tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.144806] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa87121-b6e7-4c19-a5ca-cf9bac55ad7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.146942] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.549s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.148676] env[63021]: INFO nova.compute.claims [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.161036] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.161189] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.164300] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e564ae-b2f0-4042-900b-9d25a0ba3188 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.172591] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1076.172591] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521f1160-ccef-7914-bd51-ea5472af5172" [ 1076.172591] env[63021]: _type = "Task" [ 1076.172591] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.183126] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521f1160-ccef-7914-bd51-ea5472af5172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.184334] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.476993] env[63021]: DEBUG oslo_concurrency.lockutils [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] Releasing lock "refresh_cache-d4e6a473-36f3-4730-9ec0-28a01980a81e" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.477324] env[63021]: DEBUG nova.compute.manager [req-29bb99e1-14d3-45e6-866a-4b39198afe5f req-be1b3b17-7f79-4b1f-8783-d010fae22773 service nova] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Received event network-vif-deleted-8304a2e6-447a-4fff-abd7-eeba291097d1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1076.685023] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1076.685368] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Fetch image to [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf/OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1076.685368] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Downloading stream optimized image f9b092bd-5c30-4c45-905b-2aa116c0ebc8 to [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf/OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf.vmdk on the data store datastore2 as vApp {{(pid=63021) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1076.685592] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Downloading image file data f9b092bd-5c30-4c45-905b-2aa116c0ebc8 to the ESX as VM named 'OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf' {{(pid=63021) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1076.769618] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1076.769618] env[63021]: value = "resgroup-9" [ 1076.769618] env[63021]: _type = "ResourcePool" [ 1076.769618] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1076.769950] env[63021]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1e4194f4-ff44-4a34-82f4-1fc3a6b7977d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.793776] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease: (returnval){ [ 1076.793776] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1076.793776] env[63021]: _type = "HttpNfcLease" [ 1076.793776] env[63021]: } obtained for vApp import into resource pool (val){ [ 1076.793776] env[63021]: value = "resgroup-9" [ 1076.793776] env[63021]: _type = "ResourcePool" [ 1076.793776] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1076.794903] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the lease: (returnval){ [ 1076.794903] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1076.794903] env[63021]: _type = "HttpNfcLease" [ 1076.794903] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1076.801513] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1076.801513] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1076.801513] env[63021]: _type = "HttpNfcLease" [ 1076.801513] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.291813] env[63021]: DEBUG nova.compute.manager [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1077.291998] env[63021]: DEBUG nova.compute.manager [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing instance network info cache due to event network-changed-fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1077.292281] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Acquiring lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.292401] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Acquired lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.292533] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Refreshing network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.305280] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.305280] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1077.305280] env[63021]: _type = "HttpNfcLease" [ 1077.305280] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.385051] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4d4a1-b2f7-4f0e-a8a4-812ddb18b26c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.393473] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1532828a-5bba-420c-8361-1ca16f1871ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.425701] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4d3fc-48bf-45a7-ba9c-e3c081337683 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.431773] env[63021]: DEBUG nova.compute.manager [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1077.438997] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544ac1e-7073-4c51-8b30-6db09503e2cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.458652] env[63021]: DEBUG nova.compute.provider_tree [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.807305] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.807305] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1077.807305] env[63021]: _type = "HttpNfcLease" [ 1077.807305] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1077.807663] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1077.807663] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527100f1-d965-a410-e358-809aa03ee4c2" [ 1077.807663] env[63021]: _type = "HttpNfcLease" [ 1077.807663] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1077.808352] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f6c75b-80fe-4d37-b85b-408515b38ce2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.818929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.819181] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.820224] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1077.820404] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1077.881762] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2066ba91-6c4a-49e1-b042-f07c295efeb3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.960448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.961766] env[63021]: DEBUG nova.scheduler.client.report [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.077147] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updated VIF entry in instance network info cache for port fd403c04-a16c-46b9-a6f8-e9ed371d0624. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.077616] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updating instance_info_cache with network_info: [{"id": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "address": "fa:16:3e:c1:81:e7", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd403c04-a1", "ovs_interfaceid": "fd403c04-a16c-46b9-a6f8-e9ed371d0624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.322350] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.469011] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.469860] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.473388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.072s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.473732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.476408] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.510s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.476762] env[63021]: DEBUG nova.objects.instance [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lazy-loading 'resources' on Instance uuid fd583b17-0527-42e9-b6d7-735acc6245e9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.518401] env[63021]: INFO nova.scheduler.client.report [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocations for instance 1b68500c-142b-4dfa-9493-f45982273aa2 [ 1078.581305] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Releasing lock "refresh_cache-cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.581625] env[63021]: DEBUG nova.compute.manager [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Received event network-changed-afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.581884] env[63021]: DEBUG nova.compute.manager [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Refreshing instance network info cache due to event network-changed-afd71537-c03a-4298-99da-062753857a37. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1078.582135] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.582327] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.582574] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Refreshing network info cache for port afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.844950] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.967873] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1078.968228] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.969521] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f667e-1f7c-44fe-a968-7f00e44a7be8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.978055] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.978289] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1078.979658] env[63021]: DEBUG nova.compute.utils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.981041] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c7881c9b-1d5c-42f5-bd70-5b8300aed32b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.983075] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.983165] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.027394] env[63021]: DEBUG nova.policy [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcac1a02c0ec40609900c5cab101c618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eba4d062a254c4db5715d51bf487a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.033562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a8fc45e-073c-4b40-8e4e-760a38ade16d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "1b68500c-142b-4dfa-9493-f45982273aa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.094s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.207023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c267b4-e103-4713-b740-9179da03acff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.212049] env[63021]: DEBUG oslo_vmware.rw_handles [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bd07a1-b085-cb21-5987-c057626c7f5c/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1079.212281] env[63021]: INFO nova.virt.vmwareapi.images [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Downloaded image file data f9b092bd-5c30-4c45-905b-2aa116c0ebc8 [ 1079.213402] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19964497-2c25-432d-8837-2f6a987eff57 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.219710] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a84fd3-465d-472f-b03b-d178395884e2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.236537] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e620998a-63df-456a-8d05-4bbf7ea9f2fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.263713] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a7798-3f65-4e0b-bdf1-274a7adc623d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.272072] env[63021]: INFO nova.virt.vmwareapi.images [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] The imported VM was unregistered [ 1079.272072] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1079.272072] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.272072] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac00f5f-10e6-48da-bd2a-950e7d193ebf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.278963] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd77bf2-076b-4dc2-be00-3c0bce8d5dd2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.294991] env[63021]: DEBUG nova.compute.provider_tree [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.320042] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Created directory with path [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.320282] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf/OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf.vmdk to [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk. {{(pid=63021) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1079.320805] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-afd25c72-7c69-4a96-b3ff-18065540e9b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.325313] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Successfully created port: a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.328565] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1079.328565] env[63021]: value = "task-4283356" [ 1079.328565] env[63021]: _type = "Task" [ 1079.328565] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.337414] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.379263] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updated VIF entry in instance network info cache for port afd71537-c03a-4298-99da-062753857a37. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.379646] env[63021]: DEBUG nova.network.neutron [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.484746] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.797963] env[63021]: DEBUG nova.scheduler.client.report [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.838731] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.881982] env[63021]: DEBUG oslo_concurrency.lockutils [req-185ccae9-92c6-4a1d-9982-a250ba0d1406 req-b86c34e9-0956-4416-bcea-9f34dd80b264 service nova] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.303362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.306059] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.985s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.328767] env[63021]: INFO nova.scheduler.client.report [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Deleted allocations for instance fd583b17-0527-42e9-b6d7-735acc6245e9 [ 1080.343937] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.494379] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.523260] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.523526] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.523704] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.523894] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.524057] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.524212] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.524439] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.524603] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.524767] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.524929] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.525208] env[63021]: DEBUG nova.virt.hardware [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.526188] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd40bcb-804b-44b5-b6cb-2bd6c75fd6b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.537455] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a184961d-0516-4bfb-acc5-85adfde20c50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.751775] env[63021]: DEBUG nova.compute.manager [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Received event network-vif-plugged-a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1080.751935] env[63021]: DEBUG oslo_concurrency.lockutils [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.752174] env[63021]: DEBUG oslo_concurrency.lockutils [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.752349] env[63021]: DEBUG oslo_concurrency.lockutils [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.752579] env[63021]: DEBUG nova.compute.manager [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] No waiting events found dispatching network-vif-plugged-a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.752689] env[63021]: WARNING nova.compute.manager [req-f29f0081-ff85-4996-9141-760c35bb3d3f req-0159ef76-d2ab-4a50-a4bd-7e6f79a34283 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Received unexpected event network-vif-plugged-a439746e-cd86-42ba-b508-bd116e44afb3 for instance with vm_state building and task_state spawning. [ 1080.812142] env[63021]: INFO nova.compute.claims [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.839544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4503de0a-a0a9-48e7-bacd-410e85ce950d tempest-ServersListShow296Test-705108707 tempest-ServersListShow296Test-705108707-project-member] Lock "fd583b17-0527-42e9-b6d7-735acc6245e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.212s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.844184] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.866589] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Successfully updated port: a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.319423] env[63021]: INFO nova.compute.resource_tracker [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating resource usage from migration f5f9f793-50aa-4cc4-bbd3-33be0995cf04 [ 1081.343646] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.368340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.368491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.368663] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.554659] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b06ed-ec0e-46d3-9e93-2aecdbbfe259 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.566050] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826061f2-8b76-4ea1-8cd0-1ae4a7c44ffc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.602220] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73aa33-e706-4bde-94ad-467eea277ed9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.613838] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad02ca38-ba18-45cc-bdd6-aad5ccb5dddc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.631772] env[63021]: DEBUG nova.compute.provider_tree [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.845374] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.912927] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.135880] env[63021]: DEBUG nova.scheduler.client.report [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.153255] env[63021]: DEBUG nova.network.neutron [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.343200] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.641277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.335s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.641526] env[63021]: INFO nova.compute.manager [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Migrating [ 1082.648618] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.937s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.648839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.649008] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1082.649311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.306s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.649516] env[63021]: DEBUG nova.objects.instance [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lazy-loading 'resources' on Instance uuid 843d189d-ffdc-418f-8c43-f962a0d7adbf {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.654717] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28a8a5-c3d0-447d-a9ea-bbb4a29c6786 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.663271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.663622] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Instance network_info: |[{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.664300] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:82:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a439746e-cd86-42ba-b508-bd116e44afb3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.672903] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.673964] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.674206] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da7a10b-a11b-464f-9c7f-a438b4306219 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.692236] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421369f1-1d20-42a7-813a-a2f26b6d7baa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.699848] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.699848] env[63021]: value = "task-4283357" [ 1082.699848] env[63021]: _type = "Task" [ 1082.699848] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.712175] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6743e-c877-466c-bcbf-4abade06df83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.718173] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283357, 'name': CreateVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.723112] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3fa6fa-ae3e-44d0-90ee-bc1932395366 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.756826] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178634MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1082.757109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.780472] env[63021]: DEBUG nova.compute.manager [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Received event network-changed-a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1082.780671] env[63021]: DEBUG nova.compute.manager [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Refreshing instance network info cache due to event network-changed-a439746e-cd86-42ba-b508-bd116e44afb3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1082.780890] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] Acquiring lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.781045] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] Acquired lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.781213] env[63021]: DEBUG nova.network.neutron [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Refreshing network info cache for port a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.844245] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283356, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.029455} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.844516] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf/OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf.vmdk to [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk. [ 1082.844713] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Cleaning up location [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1082.844881] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d0b95d41-14d0-457e-a573-ca7abf0cc1bf {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.845154] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38a656ee-2a52-4808-b213-76be6fa3fc0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.851469] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1082.851469] env[63021]: value = "task-4283358" [ 1082.851469] env[63021]: _type = "Task" [ 1082.851469] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.859202] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.163130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.163952] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.163952] env[63021]: DEBUG nova.network.neutron [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.210378] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283357, 'name': CreateVM_Task, 'duration_secs': 0.337508} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.212632] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.213462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.213615] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.213931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.214192] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3811bc9c-9b4a-4dfc-98c2-ee6614cff26c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.218902] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1083.218902] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52059c4a-fc0e-2662-8862-f2d769554407" [ 1083.218902] env[63021]: _type = "Task" [ 1083.218902] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.232479] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52059c4a-fc0e-2662-8862-f2d769554407, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.232758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.232982] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.233231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.233379] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.233554] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.233806] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fe7a7c-719e-4c5d-a48b-c935bb9d8229 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.245078] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.245273] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.245985] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b647847-d026-4c31-96b5-87e05a2c7da3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.253890] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1083.253890] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f246-c089-b57b-890b-872180dad70b" [ 1083.253890] env[63021]: _type = "Task" [ 1083.253890] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.261400] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f246-c089-b57b-890b-872180dad70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.352270] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6db869-7336-4b0d-ad58-d3d6098e006e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.367423] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035223} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.368398] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90545086-eab6-4810-ac37-82a0deb6e693 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.371384] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.371563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.371804] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk to [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.372053] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6883be08-18ed-4f4a-890e-24edcffdaa28 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.380166] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1083.380166] env[63021]: value = "task-4283359" [ 1083.380166] env[63021]: _type = "Task" [ 1083.380166] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.410278] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6d19e-488b-4e76-aa2d-8ed7f2420384 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.420861] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36ae814-660c-4073-8fa3-0e98b1192947 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.434628] env[63021]: DEBUG nova.compute.provider_tree [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.509073] env[63021]: DEBUG nova.network.neutron [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updated VIF entry in instance network info cache for port a439746e-cd86-42ba-b508-bd116e44afb3. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.509451] env[63021]: DEBUG nova.network.neutron [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.765995] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6f246-c089-b57b-890b-872180dad70b, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.766894] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f403506d-b871-4efc-9084-6eb400631ff1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.774909] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1083.774909] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fabb8e-8c81-318b-50bd-33489072a0de" [ 1083.774909] env[63021]: _type = "Task" [ 1083.774909] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.783959] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fabb8e-8c81-318b-50bd-33489072a0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.876585] env[63021]: DEBUG nova.network.neutron [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.914482] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.938082] env[63021]: DEBUG nova.scheduler.client.report [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.012835] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6260109-36ff-4ddd-850a-37bf460cbf89 req-81a6f6ee-a537-47b2-8fc9-1e1d9c2a47b1 service nova] Releasing lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.288347] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fabb8e-8c81-318b-50bd-33489072a0de, 'name': SearchDatastore_Task, 'duration_secs': 0.025999} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.288793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.288913] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.289186] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e11ea5b-fb3f-4e96-86d8-50182ca4ab48 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.300621] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1084.300621] env[63021]: value = "task-4283360" [ 1084.300621] env[63021]: _type = "Task" [ 1084.300621] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.311958] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.379985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.418213] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.442855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.445795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.261s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.447338] env[63021]: INFO nova.compute.claims [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.465059] env[63021]: INFO nova.scheduler.client.report [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Deleted allocations for instance 843d189d-ffdc-418f-8c43-f962a0d7adbf [ 1084.817751] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.919838] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.973038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-282cb089-1117-4ec7-9c55-927a7e70cafd tempest-ImagesTestJSON-780710689 tempest-ImagesTestJSON-780710689-project-member] Lock "843d189d-ffdc-418f-8c43-f962a0d7adbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.035s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.316569] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.423833] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.761371] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e4207-dd6d-43f3-91f6-334508d1669a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.772854] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7393fbaf-09e0-428f-a07e-983d96ecd298 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.811953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a3621-1435-4a91-8548-f4f3c56ffefc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.823673] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b6aa5-482b-4bc3-b5f2-99ea5183a0f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.827816] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.839671] env[63021]: DEBUG nova.compute.provider_tree [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.901843] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71ddcf-5e30-449b-b597-5441a2b60ef5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.928401] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.938075] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.319321] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.343609] env[63021]: DEBUG nova.scheduler.client.report [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.425018] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283359, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.961402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.425018] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9b092bd-5c30-4c45-905b-2aa116c0ebc8/f9b092bd-5c30-4c45-905b-2aa116c0ebc8.vmdk to [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.425018] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b428edd-f30f-4913-bb8d-2fd218bce1e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.446338] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.454466] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.454875] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e272316b-9fed-4b85-bb4e-c651e44045ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.456932] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3671020-6b51-4977-9227-4dd69404566c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.480205] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1086.480205] env[63021]: value = "task-4283361" [ 1086.480205] env[63021]: _type = "Task" [ 1086.480205] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.485796] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1086.485796] env[63021]: value = "task-4283362" [ 1086.485796] env[63021]: _type = "Task" [ 1086.485796] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.494982] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1086.495233] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.503272] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.819654] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283360, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.243677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.819831] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.820133] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.820336] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab4fc821-3a6d-4fb9-9c24-53e3dad278ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.828791] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1086.828791] env[63021]: value = "task-4283363" [ 1086.828791] env[63021]: _type = "Task" [ 1086.828791] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.839588] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.850115] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.850633] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.854696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.894s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.996815] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283362, 'name': ReconfigVM_Task, 'duration_secs': 0.412961} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.997115] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e/d4e6a473-36f3-4730-9ec0-28a01980a81e.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.997772] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78e339de-b314-4f44-b24e-bb9cc16701aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.006196] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.006411] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.006600] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.006793] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.006943] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.007114] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.007329] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.007494] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.007694] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.007869] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.008058] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.013041] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1087.013041] env[63021]: value = "task-4283364" [ 1087.013041] env[63021]: _type = "Task" [ 1087.013041] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.013260] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffe6edc-55c5-4c93-af72-0e42abc4f9ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.033439] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283364, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.034897] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1087.034897] env[63021]: value = "task-4283365" [ 1087.034897] env[63021]: _type = "Task" [ 1087.034897] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.043558] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.340927] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074728} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.341289] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.342078] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b869531a-b4fc-4088-a7fa-86f6d4010146 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.364182] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.365479] env[63021]: DEBUG nova.compute.utils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.368666] env[63021]: INFO nova.compute.claims [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.372101] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9805d549-1289-4acd-bdfb-19c18790f5ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.387678] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.390386] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.390561] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.399193] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1087.399193] env[63021]: value = "task-4283366" [ 1087.399193] env[63021]: _type = "Task" [ 1087.399193] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.410571] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.446178] env[63021]: DEBUG nova.policy [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.534857] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283364, 'name': Rename_Task, 'duration_secs': 0.146002} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.535172] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.535481] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8f12cf-82bc-4f45-8de2-ee7b369c2245 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.546550] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283365, 'name': ReconfigVM_Task, 'duration_secs': 0.310972} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.548198] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.552262] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1087.552262] env[63021]: value = "task-4283367" [ 1087.552262] env[63021]: _type = "Task" [ 1087.552262] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.567401] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.843011] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Successfully created port: 7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.889828] env[63021]: INFO nova.compute.resource_tracker [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating resource usage from migration dda585a7-38e3-4a1b-a712-f2a54c0ec58c [ 1087.910148] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.061898] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.062166] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.062343] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.062534] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.062683] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.062829] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.063067] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.063345] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.063630] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.063892] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.064118] env[63021]: DEBUG nova.virt.hardware [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.070950] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.075070] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86de7bf1-f506-42d8-9af1-bf3e8e21880e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.091277] env[63021]: DEBUG oslo_vmware.api [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283367, 'name': PowerOnVM_Task, 'duration_secs': 0.467164} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.096809] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.107266] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1088.107266] env[63021]: value = "task-4283368" [ 1088.107266] env[63021]: _type = "Task" [ 1088.107266] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.122086] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.136562] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90258b7-7ffd-4453-bbfc-60c277ad8ec2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.147375] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb638d6c-2f9e-4051-92c8-c32b385c1c97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.184591] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7278e5-8050-486e-9690-bdccfceaa9fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.193032] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e28ddb-6720-4468-996d-a7d072501d6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.207660] env[63021]: DEBUG nova.compute.provider_tree [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.262305] env[63021]: DEBUG nova.compute.manager [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.263229] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd85ea7-7716-4a09-8915-5d3a88e2619d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.401285] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.418554] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283366, 'name': ReconfigVM_Task, 'duration_secs': 0.63327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.418554] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.418554] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff93f841-5ef3-4786-98d2-24ca617f0bc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.426152] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1088.426152] env[63021]: value = "task-4283369" [ 1088.426152] env[63021]: _type = "Task" [ 1088.426152] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.436299] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.436694] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.436926] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.437229] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.437399] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.437677] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.437965] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.438201] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.438426] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.438650] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.438880] env[63021]: DEBUG nova.virt.hardware [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.439786] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cfd63a-0917-4956-b9b4-9e9aa9fd057b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.445567] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283369, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.452043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c1e87-762a-4695-8223-99cff9a2394e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.620227] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283368, 'name': ReconfigVM_Task, 'duration_secs': 0.177398} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.620227] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.620227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8712882-80cc-4cb5-9305-2981ff5e0577 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.647158] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.647589] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd16223-b5c5-43f1-a5f9-e466c863600e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.667404] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1088.667404] env[63021]: value = "task-4283370" [ 1088.667404] env[63021]: _type = "Task" [ 1088.667404] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.676573] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.711189] env[63021]: DEBUG nova.scheduler.client.report [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.786911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6952937b-2c17-42a7-a206-cb036d4e8fa7 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.595s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.939358] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283369, 'name': Rename_Task, 'duration_secs': 0.149268} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.939664] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.939923] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a5a597-8fab-4c78-a2c5-3ff1dc3d87b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.948188] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1088.948188] env[63021]: value = "task-4283371" [ 1088.948188] env[63021]: _type = "Task" [ 1088.948188] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.958445] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.178509] env[63021]: DEBUG oslo_vmware.api [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283370, 'name': ReconfigVM_Task, 'duration_secs': 0.301062} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.179071] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe/f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.181747] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.218024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.363s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.218188] env[63021]: INFO nova.compute.manager [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Migrating [ 1089.229354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.384s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.231780] env[63021]: INFO nova.compute.claims [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.460541] env[63021]: DEBUG oslo_vmware.api [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283371, 'name': PowerOnVM_Task, 'duration_secs': 0.48146} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.461057] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.462229] env[63021]: INFO nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1089.462830] env[63021]: DEBUG nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.463783] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54468a-3c1a-4acb-9d5a-37fc2e925da3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.661853] env[63021]: DEBUG nova.compute.manager [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Received event network-vif-plugged-7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1089.662138] env[63021]: DEBUG oslo_concurrency.lockutils [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] Acquiring lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.662410] env[63021]: DEBUG oslo_concurrency.lockutils [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.662957] env[63021]: DEBUG oslo_concurrency.lockutils [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.663408] env[63021]: DEBUG nova.compute.manager [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] No waiting events found dispatching network-vif-plugged-7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.663638] env[63021]: WARNING nova.compute.manager [req-355ecdcf-9a87-4490-afe4-6e94d8964c4b req-8ac10fc2-efeb-4652-a73c-7984bca41aa9 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Received unexpected event network-vif-plugged-7099adc3-5af8-4c5d-81f5-1eecc96a6c47 for instance with vm_state building and task_state spawning. [ 1089.689019] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d6f0c-21ef-4b40-b25b-47acf20891d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.715797] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ac000-cffa-4590-bf48-9fef774ae471 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.738946] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.745876] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.746084] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.746266] env[63021]: DEBUG nova.network.neutron [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.816339] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Successfully updated port: 7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.987761] env[63021]: INFO nova.compute.manager [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Took 24.41 seconds to build instance. [ 1090.289650] env[63021]: DEBUG nova.network.neutron [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Port c542343a-120c-4946-b44c-140be85d7e5c binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1090.319046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.319414] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.319600] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.490577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6192d57a-e095-4bc2-ab35-c5a5efc8a9c4 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.926s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.503679] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9bd761-2e6d-4613-a5f9-b49ca7c6c3d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.512108] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64cf58-28f0-4481-a7c4-6f70ef7e8381 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.551446] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220683b0-62ad-4815-a3ab-4d154a895e9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.568877] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47bc7aa-aa4b-46a3-ba0f-78341e0e5b08 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.584860] env[63021]: DEBUG nova.compute.provider_tree [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.634834] env[63021]: DEBUG nova.network.neutron [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.857366] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.982937] env[63021]: DEBUG nova.network.neutron [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Updating instance_info_cache with network_info: [{"id": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "address": "fa:16:3e:01:b7:35", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7099adc3-5a", "ovs_interfaceid": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.065754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "404acc75-1473-41d9-8812-31828cdf4bc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.066040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.066271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.066457] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.066651] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.068694] env[63021]: INFO nova.compute.manager [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Terminating instance [ 1091.090830] env[63021]: DEBUG nova.scheduler.client.report [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.096093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.096093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.096093] env[63021]: DEBUG nova.objects.instance [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.138584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.142458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "4c14cdad-ee28-4329-834a-ca2e59f61179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.142631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.321025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.321246] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.321428] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.486810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.486810] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Instance network_info: |[{"id": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "address": "fa:16:3e:01:b7:35", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7099adc3-5a", "ovs_interfaceid": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.487071] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:b7:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7099adc3-5af8-4c5d-81f5-1eecc96a6c47', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.495039] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.495318] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.495515] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6a678db-661b-4f4a-bf5b-749bbc7e3426 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.517732] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.517732] env[63021]: value = "task-4283372" [ 1091.517732] env[63021]: _type = "Task" [ 1091.517732] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.525475] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283372, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.572571] env[63021]: DEBUG nova.compute.manager [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.572694] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.573611] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b99412-553d-4416-bfaf-3077e69350c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.582954] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.583074] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc446c47-8fd3-4a16-8db4-eced2be89e05 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.590646] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1091.590646] env[63021]: value = "task-4283373" [ 1091.590646] env[63021]: _type = "Task" [ 1091.590646] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.600058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.600582] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.604161] env[63021]: DEBUG nova.objects.instance [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.605359] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.605566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.849s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.646421] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.694996] env[63021]: DEBUG nova.compute.manager [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Received event network-changed-7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1091.695215] env[63021]: DEBUG nova.compute.manager [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Refreshing instance network info cache due to event network-changed-7099adc3-5af8-4c5d-81f5-1eecc96a6c47. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1091.695449] env[63021]: DEBUG oslo_concurrency.lockutils [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] Acquiring lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695618] env[63021]: DEBUG oslo_concurrency.lockutils [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] Acquired lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695788] env[63021]: DEBUG nova.network.neutron [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Refreshing network info cache for port 7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.028866] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283372, 'name': CreateVM_Task, 'duration_secs': 0.439501} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.028866] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.029091] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.029158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.029505] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.029758] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b4360d-2d13-407c-a15f-c8ef8653b25d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.034631] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1092.034631] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52675dea-4f5b-b1c8-50ea-21fe1d1fc49c" [ 1092.034631] env[63021]: _type = "Task" [ 1092.034631] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.042946] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52675dea-4f5b-b1c8-50ea-21fe1d1fc49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.101752] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283373, 'name': PowerOffVM_Task, 'duration_secs': 0.350186} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.101976] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.102174] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.102440] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c8129d-4251-4c6a-9b54-49f9bbb2e637 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.107384] env[63021]: DEBUG nova.compute.utils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.108864] env[63021]: DEBUG nova.objects.base [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance<63337b76-10e4-4793-9ff3-f7d4b1eaf54a> lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.109075] env[63021]: DEBUG nova.network.neutron [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.116518] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.116732] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.159270] env[63021]: DEBUG nova.policy [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.168804] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.169113] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.169354] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleting the datastore file [datastore2] 404acc75-1473-41d9-8812-31828cdf4bc9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.170523] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d46971c3-b332-4122-a566-4f795d3f2c47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.173496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.180348] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1092.180348] env[63021]: value = "task-4283375" [ 1092.180348] env[63021]: _type = "Task" [ 1092.180348] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.192016] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.216220] env[63021]: DEBUG nova.compute.manager [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1092.241354] env[63021]: DEBUG oslo_concurrency.lockutils [None req-86d2af8d-1750-484a-97f1-b5d906f2421e tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.145s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.372577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.372763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.372973] env[63021]: DEBUG nova.network.neutron [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.533858] env[63021]: DEBUG nova.network.neutron [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Updated VIF entry in instance network info cache for port 7099adc3-5af8-4c5d-81f5-1eecc96a6c47. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.535193] env[63021]: DEBUG nova.network.neutron [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Updating instance_info_cache with network_info: [{"id": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "address": "fa:16:3e:01:b7:35", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7099adc3-5a", "ovs_interfaceid": "7099adc3-5af8-4c5d-81f5-1eecc96a6c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.546043] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52675dea-4f5b-b1c8-50ea-21fe1d1fc49c, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.546970] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.547219] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.547456] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.547760] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.547806] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.548599] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea646ec-b19c-4b01-9922-5fb7c568ebe5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.561477] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.561649] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.562314] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c975eb-14ea-470a-9ba0-79cece8dbc44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.568486] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1092.568486] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5232d825-dba0-c69f-c9b6-256dacb3d114" [ 1092.568486] env[63021]: _type = "Task" [ 1092.568486] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.577042] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5232d825-dba0-c69f-c9b6-256dacb3d114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.593777] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Successfully created port: f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.620838] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance 47ca5ece-011e-4381-8ee3-e6cc9ea38870 as it has an incoming, in-progress migration dda585a7-38e3-4a1b-a712-f2a54c0ec58c. Migration status is migrating {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1092.621168] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe as it has an incoming, in-progress migration f5f9f793-50aa-4cc4-bbd3-33be0995cf04. Migration status is post-migrating {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1092.623216] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating resource usage from migration dda585a7-38e3-4a1b-a712-f2a54c0ec58c [ 1092.623662] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating resource usage from migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 [ 1092.623914] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating resource usage from migration f5f9f793-50aa-4cc4-bbd3-33be0995cf04 [ 1092.626968] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.656138] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.656358] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.656537] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 404acc75-1473-41d9-8812-31828cdf4bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.656719] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance be39bcdc-1be5-442e-bf90-39da1bbc9eb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.656891] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.657069] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 63337b76-10e4-4793-9ff3-f7d4b1eaf54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.657267] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d4e6a473-36f3-4730-9ec0-28a01980a81e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.657435] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration f5f9f793-50aa-4cc4-bbd3-33be0995cf04 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1092.657567] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.657748] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 21a825ff-9fb1-4943-bf96-3c3940c7868c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.657960] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration dda585a7-38e3-4a1b-a712-f2a54c0ec58c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1092.658168] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 47ca5ece-011e-4381-8ee3-e6cc9ea38870 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.658233] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 7f2cd54a-c755-4de4-95fd-d2106ad8956f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1092.662884] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6faccb-3657-413f-ad29-5029eaec3dc4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.684745] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.698031] env[63021]: DEBUG oslo_vmware.api [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165649} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.698031] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.698031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.698031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.698031] env[63021]: INFO nova.compute.manager [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1092.698031] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.698339] env[63021]: DEBUG nova.compute.manager [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.698408] env[63021]: DEBUG nova.network.neutron [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.739183] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.039406] env[63021]: DEBUG oslo_concurrency.lockutils [req-c2b1e861-d15c-481b-84c2-17117ed95391 req-11ca8b24-86ce-4b6d-84cb-ab0faa202927 service nova] Releasing lock "refresh_cache-21a825ff-9fb1-4943-bf96-3c3940c7868c" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.081455] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5232d825-dba0-c69f-c9b6-256dacb3d114, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.082320] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a013d15c-f657-4ccb-b04e-3d9f6d8ef035 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.092049] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1093.092049] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5218f522-bf57-f31d-1bb3-cad248963aa8" [ 1093.092049] env[63021]: _type = "Task" [ 1093.092049] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.101545] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5218f522-bf57-f31d-1bb3-cad248963aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.118229] env[63021]: DEBUG nova.network.neutron [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.162771] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4c14cdad-ee28-4329-834a-ca2e59f61179 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1093.162946] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1093.163261] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5a704698-5372-42e4-aef4-3e8439332877 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.163388] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.163442] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=183GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.193373] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.196347] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b08c6dd-af06-4390-a8ff-6424cdfe0a58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.205142] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1093.205142] env[63021]: value = "task-4283376" [ 1093.205142] env[63021]: _type = "Task" [ 1093.205142] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.215237] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.398986] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6791a1a-9fb4-4f17-b533-2b05d4a02e4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.416077] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c77448a-055e-4bfe-bf4c-c0e4f453c7af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.454213] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c27333-5e44-4163-aa9b-74898a08e95e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.462650] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a29b9-2a88-4ae3-ba3c-dec744bfa055 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.477423] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.603056] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5218f522-bf57-f31d-1bb3-cad248963aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.603422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.603598] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 21a825ff-9fb1-4943-bf96-3c3940c7868c/21a825ff-9fb1-4943-bf96-3c3940c7868c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.603860] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f81fe6d-250d-44eb-9876-1c20b6a76cd2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.612027] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1093.612027] env[63021]: value = "task-4283377" [ 1093.612027] env[63021]: _type = "Task" [ 1093.612027] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.620956] env[63021]: DEBUG oslo_concurrency.lockutils [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.624461] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.639485] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.666158] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.666423] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.667164] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.667164] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.667164] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.667164] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.667375] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.667992] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.667992] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.667992] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.668160] env[63021]: DEBUG nova.virt.hardware [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.669667] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32edf9bf-f486-4076-b708-374f215bddb1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.679159] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be614cfe-9449-4de1-85eb-dfef8e79a4b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.705905] env[63021]: DEBUG nova.network.neutron [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.717217] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283376, 'name': PowerOffVM_Task, 'duration_secs': 0.213304} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.718189] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.718421] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.743877] env[63021]: DEBUG nova.compute.manager [req-08625aaf-9543-4813-86b4-3a886b33f99f req-55daf097-8e65-472d-855e-00e2b30436fa service nova] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Received event network-vif-deleted-cf547bd7-4dfb-4b5f-898f-b762033458f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1093.980256] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.136103] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485848} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.137741] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 21a825ff-9fb1-4943-bf96-3c3940c7868c/21a825ff-9fb1-4943-bf96-3c3940c7868c.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.137998] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.138362] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.138572] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.138848] env[63021]: DEBUG nova.objects.instance [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.140188] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-303f35fd-8d97-486e-93fb-485b5db79605 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.149453] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1094.149453] env[63021]: value = "task-4283378" [ 1094.149453] env[63021]: _type = "Task" [ 1094.149453] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.159251] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.160881] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181fb91f-c0b7-4206-af97-d5fe117ab755 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.180923] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dceab5a-95f9-4e7d-ae5b-fbc6362ed1b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.188472] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.204885] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Successfully updated port: f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.212529] env[63021]: INFO nova.compute.manager [-] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Took 1.51 seconds to deallocate network for instance. [ 1094.223881] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.224142] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.224302] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.224487] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.224634] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.224780] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.224986] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.225157] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.225324] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.225660] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.225660] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.232441] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d287b6d-c730-4110-8051-66e22c6ff8e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.250963] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1094.250963] env[63021]: value = "task-4283379" [ 1094.250963] env[63021]: _type = "Task" [ 1094.250963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.260785] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.485434] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1094.485698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.880s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.486103] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.313s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.487858] env[63021]: INFO nova.compute.claims [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.660157] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.660517] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.661324] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f934ca1-b849-4136-9d4b-e7870505fc8c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.685617] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 21a825ff-9fb1-4943-bf96-3c3940c7868c/21a825ff-9fb1-4943-bf96-3c3940c7868c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.688321] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9f05ed-29ca-4744-bb8f-6fdbb0df4610 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.703772] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-43ea8206-856d-4bda-999c-9d3e4c37976d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance 'f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.708219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.708219] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.708342] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.717959] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1094.717959] env[63021]: value = "task-4283380" [ 1094.717959] env[63021]: _type = "Task" [ 1094.717959] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.727128] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.733305] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.741133] env[63021]: DEBUG nova.objects.instance [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.762747] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283379, 'name': ReconfigVM_Task, 'duration_secs': 0.230246} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.764772] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.229304] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.243649] env[63021]: DEBUG nova.objects.base [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance<63337b76-10e4-4793-9ff3-f7d4b1eaf54a> lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.243862] env[63021]: DEBUG nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.253042] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.269739] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.269998] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.270176] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.270366] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.270514] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.270671] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.270919] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.271084] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.271309] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.271437] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.271649] env[63021]: DEBUG nova.virt.hardware [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.277162] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.279695] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8130e887-007c-43b2-a79c-1603945a21e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.298170] env[63021]: DEBUG nova.policy [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.301357] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1095.301357] env[63021]: value = "task-4283381" [ 1095.301357] env[63021]: _type = "Task" [ 1095.301357] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.309827] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.485389] env[63021]: DEBUG nova.network.neutron [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updating instance_info_cache with network_info: [{"id": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "address": "fa:16:3e:2c:e7:79", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873bea6-fe", "ovs_interfaceid": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.691143] env[63021]: DEBUG nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Successfully created port: bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.733392] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283380, 'name': ReconfigVM_Task, 'duration_secs': 0.998081} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.733822] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 21a825ff-9fb1-4943-bf96-3c3940c7868c/21a825ff-9fb1-4943-bf96-3c3940c7868c.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.734670] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41d693f6-5116-4242-b0e1-55d8ec78dd1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.743610] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1095.743610] env[63021]: value = "task-4283382" [ 1095.743610] env[63021]: _type = "Task" [ 1095.743610] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.754863] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283382, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.797244] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0b6b6-dda0-4f6b-8858-b290aed09af1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.808432] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e132618-07b1-47b5-8c8a-4026263a6ca3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.815589] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283381, 'name': ReconfigVM_Task, 'duration_secs': 0.27621} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.816287] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.817255] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88352c19-3205-4d06-8704-b3d6ff6a5cbb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.850451] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875779d-9e50-47d8-a9e5-d2379948ce8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.854378] env[63021]: DEBUG nova.compute.manager [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received event network-vif-plugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1095.854694] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.854826] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.855013] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.855304] env[63021]: DEBUG nova.compute.manager [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] No waiting events found dispatching network-vif-plugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.855504] env[63021]: WARNING nova.compute.manager [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received unexpected event network-vif-plugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 for instance with vm_state building and task_state spawning. [ 1095.855504] env[63021]: DEBUG nova.compute.manager [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received event network-changed-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1095.855660] env[63021]: DEBUG nova.compute.manager [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Refreshing instance network info cache due to event network-changed-f873bea6-fe7c-4060-9dd0-aa3772507f21. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1095.855831] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Acquiring lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.874904] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9/volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.876114] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6eca76-effa-41a7-b9ce-d5b6a06d85ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.893711] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd3a9b-3b3b-4d96-bf69-bd69d8ec7f34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.901176] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1095.901176] env[63021]: value = "task-4283383" [ 1095.901176] env[63021]: _type = "Task" [ 1095.901176] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.914560] env[63021]: DEBUG nova.compute.provider_tree [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.922403] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.988903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.989359] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance network_info: |[{"id": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "address": "fa:16:3e:2c:e7:79", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873bea6-fe", "ovs_interfaceid": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.989686] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Acquired lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.989887] env[63021]: DEBUG nova.network.neutron [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Refreshing network info cache for port f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.991314] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e7:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f873bea6-fe7c-4060-9dd0-aa3772507f21', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.999736] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.000517] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.001685] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-486b6238-339a-45f6-9e7a-923f83c31ffd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.024750] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.024750] env[63021]: value = "task-4283384" [ 1096.024750] env[63021]: _type = "Task" [ 1096.024750] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.034253] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283384, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.255994] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283382, 'name': Rename_Task, 'duration_secs': 0.221827} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.257814] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.258131] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c6f81f-2829-4c2d-9156-1eb341469d4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.268819] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1096.268819] env[63021]: value = "task-4283385" [ 1096.268819] env[63021]: _type = "Task" [ 1096.268819] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.279043] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.415231] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283383, 'name': ReconfigVM_Task, 'duration_secs': 0.375624} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.415579] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9/volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.415901] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.423905] env[63021]: DEBUG nova.scheduler.client.report [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.536471] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283384, 'name': CreateVM_Task, 'duration_secs': 0.403494} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.536799] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.537584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.537857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.538242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.538531] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a746e09-5dfb-4115-9926-70f0d2089c54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.545387] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1096.545387] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed9f08-d4fb-081e-34e1-2cfcb1c06670" [ 1096.545387] env[63021]: _type = "Task" [ 1096.545387] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.554967] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed9f08-d4fb-081e-34e1-2cfcb1c06670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.753617] env[63021]: DEBUG nova.network.neutron [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updated VIF entry in instance network info cache for port f873bea6-fe7c-4060-9dd0-aa3772507f21. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.753993] env[63021]: DEBUG nova.network.neutron [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updating instance_info_cache with network_info: [{"id": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "address": "fa:16:3e:2c:e7:79", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873bea6-fe", "ovs_interfaceid": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.780142] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283385, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.923191] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe1a59-629e-45e0-8ddb-8e076987012d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.928244] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.929041] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.947127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.208s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.949746] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389494a3-21e7-4ac9-bf17-7b49a8497482 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.972820] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.057587] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ed9f08-d4fb-081e-34e1-2cfcb1c06670, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.057879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.058247] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.058622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.058622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.058861] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.059135] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1afaf692-f08f-4ab2-9395-abf72246ac31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.070310] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.070570] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.071369] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913a7040-dd25-4521-aad7-61595fd5de73 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.078465] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1097.078465] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ee03-9fc8-2fe9-8421-f9a9feeb9b6b" [ 1097.078465] env[63021]: _type = "Task" [ 1097.078465] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.088375] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ee03-9fc8-2fe9-8421-f9a9feeb9b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.257200] env[63021]: DEBUG oslo_concurrency.lockutils [req-261f6b70-ee6c-40c3-9c00-41bf47e41358 req-17915318-c8c0-4ad7-9591-b5643b747536 service nova] Releasing lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.281841] env[63021]: DEBUG oslo_vmware.api [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283385, 'name': PowerOnVM_Task, 'duration_secs': 0.804757} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.282306] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.282699] env[63021]: INFO nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1097.283047] env[63021]: DEBUG nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.284352] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771184f1-481c-4cd8-9e3b-2e7463c541bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.300449] env[63021]: DEBUG nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Successfully updated port: bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.451155] env[63021]: DEBUG nova.compute.utils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.452622] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.452814] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.457549] env[63021]: INFO nova.compute.claims [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.487563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.487819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.488024] env[63021]: DEBUG nova.compute.manager [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Going to confirm migration 4 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1097.512034] env[63021]: DEBUG nova.policy [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d5db2a02f054aa3a1045be94b0992e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7902d55e69fd497e94ab4b3a4f07780f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.591036] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ee03-9fc8-2fe9-8421-f9a9feeb9b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.021929} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.591857] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e257fba-d02c-4019-a0de-287486d17915 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.597846] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1097.597846] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae1350-2ed3-73e4-1e32-88b4ca9b5c7f" [ 1097.597846] env[63021]: _type = "Task" [ 1097.597846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.607042] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae1350-2ed3-73e4-1e32-88b4ca9b5c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.788265] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Successfully created port: 46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.802567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.802763] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.802945] env[63021]: DEBUG nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.807117] env[63021]: INFO nova.compute.manager [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Took 21.65 seconds to build instance. [ 1097.956927] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.964414] env[63021]: INFO nova.compute.resource_tracker [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating resource usage from migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 [ 1098.058655] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.058842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.059872] env[63021]: DEBUG nova.network.neutron [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.059872] env[63021]: DEBUG nova.objects.instance [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'info_cache' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.110211] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ae1350-2ed3-73e4-1e32-88b4ca9b5c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.04049} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.111049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.111305] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 7f2cd54a-c755-4de4-95fd-d2106ad8956f/7f2cd54a-c755-4de4-95fd-d2106ad8956f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.113042] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267ac2aa-1f83-4ac1-920e-8d863668d29d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.121697] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1098.121697] env[63021]: value = "task-4283386" [ 1098.121697] env[63021]: _type = "Task" [ 1098.121697] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.130331] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.214099] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f001053-9666-4a0e-b43e-6f7f6ace151b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.223402] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96474f93-c94f-4e93-b1c4-d3d7e84a35d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.228765] env[63021]: DEBUG nova.compute.manager [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-plugged-bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1098.229018] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.229262] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.229440] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.229626] env[63021]: DEBUG nova.compute.manager [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] No waiting events found dispatching network-vif-plugged-bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.229809] env[63021]: WARNING nova.compute.manager [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received unexpected event network-vif-plugged-bfb770ef-f537-4842-b8a2-750c76883a28 for instance with vm_state active and task_state None. [ 1098.229984] env[63021]: DEBUG nova.compute.manager [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-changed-bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1098.230166] env[63021]: DEBUG nova.compute.manager [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing instance network info cache due to event network-changed-bfb770ef-f537-4842-b8a2-750c76883a28. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1098.230345] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.261481] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86363892-8248-4e43-a244-84011237972b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.270182] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a31230-2772-444c-ad6b-3a03816bd165 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.284693] env[63021]: DEBUG nova.compute.provider_tree [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.310259] env[63021]: DEBUG oslo_concurrency.lockutils [None req-581d9212-4693-40f6-bf4b-10ed7ea6dbaa tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.160s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.341971] env[63021]: WARNING nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 1098.640808] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500177} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.641060] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 7f2cd54a-c755-4de4-95fd-d2106ad8956f/7f2cd54a-c755-4de4-95fd-d2106ad8956f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.641374] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.641562] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f438a21-7982-40b8-bcc1-b3710c3c6435 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.646868] env[63021]: DEBUG nova.network.neutron [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Port afd71537-c03a-4298-99da-062753857a37 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1098.649907] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1098.649907] env[63021]: value = "task-4283387" [ 1098.649907] env[63021]: _type = "Task" [ 1098.649907] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.659283] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.683228] env[63021]: DEBUG nova.network.neutron [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfb770ef-f537-4842-b8a2-750c76883a28", "address": "fa:16:3e:71:04:9b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb770ef-f5", "ovs_interfaceid": "bfb770ef-f537-4842-b8a2-750c76883a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.790979] env[63021]: DEBUG nova.scheduler.client.report [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.794258] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.794482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.794707] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.794892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.795069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.797041] env[63021]: INFO nova.compute.manager [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Terminating instance [ 1098.969268] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.994714] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.994972] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.995151] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.995394] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.995593] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.995755] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.995969] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.996147] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.996317] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.996482] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.996656] env[63021]: DEBUG nova.virt.hardware [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.997568] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19e121c-ca83-4cee-b965-af64ff392624 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.006330] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2f763-91c1-4e92-8672-b5fb0a6874d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.166024] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087377} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.166024] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.166024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3944c-a8c9-43cd-b1e3-c1d7d6c08cdc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.192065] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 7f2cd54a-c755-4de4-95fd-d2106ad8956f/7f2cd54a-c755-4de4-95fd-d2106ad8956f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.194131] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.194799] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.195633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.195633] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f991a5f-4949-4e5c-9a8e-493704faf317 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.211596] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.211799] env[63021]: DEBUG nova.network.neutron [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing network info cache for port bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.213432] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e311a2f-8a72-4d36-8130-eba554cbbeef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.238314] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.238540] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.238719] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.238925] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.239094] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.239374] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.239446] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.239593] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.239753] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.239914] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.240098] env[63021]: DEBUG nova.virt.hardware [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.247129] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfiguring VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1099.248729] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c84336f-dba3-4693-9899-526d876664b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.261534] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1099.261534] env[63021]: value = "task-4283388" [ 1099.261534] env[63021]: _type = "Task" [ 1099.261534] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.269846] env[63021]: DEBUG oslo_vmware.api [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1099.269846] env[63021]: value = "task-4283389" [ 1099.269846] env[63021]: _type = "Task" [ 1099.269846] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.275709] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.281221] env[63021]: DEBUG oslo_vmware.api [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283389, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.299237] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.299540] env[63021]: INFO nova.compute.manager [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Migrating [ 1099.309257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.583s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.309501] env[63021]: DEBUG nova.objects.instance [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'resources' on Instance uuid 404acc75-1473-41d9-8812-31828cdf4bc9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.311705] env[63021]: DEBUG nova.compute.manager [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.311898] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.317022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0142180-b4a8-4846-b4d4-11e3785ad291 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.329410] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.329661] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d93cc4a-4062-40e9-bc34-927bda322df3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.337658] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1099.337658] env[63021]: value = "task-4283390" [ 1099.337658] env[63021]: _type = "Task" [ 1099.337658] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.347540] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.387876] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Successfully updated port: 46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.438181] env[63021]: DEBUG nova.network.neutron [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.675971] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.676299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.676517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.772297] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283388, 'name': ReconfigVM_Task, 'duration_secs': 0.340175} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.775467] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 7f2cd54a-c755-4de4-95fd-d2106ad8956f/7f2cd54a-c755-4de4-95fd-d2106ad8956f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.776194] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ee9e6e-f23a-444f-b371-13ad4104cb9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.785136] env[63021]: DEBUG oslo_vmware.api [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.786572] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1099.786572] env[63021]: value = "task-4283391" [ 1099.786572] env[63021]: _type = "Task" [ 1099.786572] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.799343] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283391, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.825598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.825935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.826077] env[63021]: DEBUG nova.network.neutron [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.851346] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283390, 'name': PowerOffVM_Task, 'duration_secs': 0.217026} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.851645] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.851902] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.852202] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0808fb7-2c7c-4e05-bebb-ebf524f88601 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.892190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquired lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892536] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.937657] env[63021]: DEBUG nova.network.neutron [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updated VIF entry in instance network info cache for port bfb770ef-f537-4842-b8a2-750c76883a28. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.938206] env[63021]: DEBUG nova.network.neutron [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfb770ef-f537-4842-b8a2-750c76883a28", "address": "fa:16:3e:71:04:9b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb770ef-f5", "ovs_interfaceid": "bfb770ef-f537-4842-b8a2-750c76883a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.941529] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.941824] env[63021]: DEBUG nova.objects.instance [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'migration_context' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.959933] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.960171] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.960354] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 21a825ff-9fb1-4943-bf96-3c3940c7868c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.960615] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158a87ef-b818-4b87-a408-3f033e0ad314 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.968275] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1099.968275] env[63021]: value = "task-4283393" [ 1099.968275] env[63021]: _type = "Task" [ 1099.968275] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.980227] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.056319] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a1742d-e830-4073-b831-3cc91a490fc9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.065153] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7256e0b-89c7-4b33-ad6f-74787fbde85c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.096671] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8cc4aa-d1d7-40d6-9215-772b5deb5d41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.104552] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6170667-1644-4653-940d-a4298048c51b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.117630] env[63021]: DEBUG nova.compute.provider_tree [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.255243] env[63021]: DEBUG nova.compute.manager [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Received event network-vif-plugged-46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1100.255243] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Acquiring lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.255243] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.255243] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.255372] env[63021]: DEBUG nova.compute.manager [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] No waiting events found dispatching network-vif-plugged-46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.255465] env[63021]: WARNING nova.compute.manager [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Received unexpected event network-vif-plugged-46ce6a8f-5e4e-40b3-be42-58256155a8d6 for instance with vm_state building and task_state spawning. [ 1100.255627] env[63021]: DEBUG nova.compute.manager [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Received event network-changed-46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1100.255778] env[63021]: DEBUG nova.compute.manager [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Refreshing instance network info cache due to event network-changed-46ce6a8f-5e4e-40b3-be42-58256155a8d6. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1100.255975] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Acquiring lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.281605] env[63021]: DEBUG oslo_vmware.api [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283389, 'name': ReconfigVM_Task, 'duration_secs': 0.661689} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.282039] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.282251] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfigured VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.295052] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283391, 'name': Rename_Task, 'duration_secs': 0.169207} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.295296] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.295520] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d75584e-cb64-4bb0-babf-a91d153e0e29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.302387] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1100.302387] env[63021]: value = "task-4283394" [ 1100.302387] env[63021]: _type = "Task" [ 1100.302387] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.309642] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.435759] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.441372] env[63021]: DEBUG oslo_concurrency.lockutils [req-ee63439a-ea27-4b95-942f-9065f20abb22 req-6ee17c9e-a683-482a-aa7b-ee9e218b3b01 service nova] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.446499] env[63021]: DEBUG nova.objects.base [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.447535] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d72fa5-3fdc-4ff3-af8f-a68fad193afb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.475851] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452a992b-c5b5-4368-9d26-14fc87b4e294 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.484600] env[63021]: DEBUG oslo_vmware.api [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1100.484600] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528be232-07ef-b2ee-0a9f-ff45f8ffb723" [ 1100.484600] env[63021]: _type = "Task" [ 1100.484600] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.487738] env[63021]: DEBUG oslo_vmware.api [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136576} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.490715] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.490913] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.491323] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.491420] env[63021]: INFO nova.compute.manager [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1100.491615] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.491816] env[63021]: DEBUG nova.compute.manager [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.491913] env[63021]: DEBUG nova.network.neutron [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.504644] env[63021]: DEBUG oslo_vmware.api [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528be232-07ef-b2ee-0a9f-ff45f8ffb723, 'name': SearchDatastore_Task, 'duration_secs': 0.008476} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.506698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.620540] env[63021]: DEBUG nova.scheduler.client.report [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.634950] env[63021]: DEBUG nova.network.neutron [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.661377] env[63021]: DEBUG nova.network.neutron [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Updating instance_info_cache with network_info: [{"id": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "address": "fa:16:3e:54:58:80", "network": {"id": "5635264a-c2ef-438e-a9d1-e27349e3d2ca", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1640156166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7902d55e69fd497e94ab4b3a4f07780f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ce6a8f-5e", "ovs_interfaceid": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.718852] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.719385] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.719608] env[63021]: DEBUG nova.network.neutron [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.786557] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2388f785-a117-4174-828d-be1c83dbbe1c tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.648s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.814105] env[63021]: DEBUG oslo_vmware.api [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283394, 'name': PowerOnVM_Task, 'duration_secs': 0.45505} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.814393] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.814581] env[63021]: INFO nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1100.814783] env[63021]: DEBUG nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.815596] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e7070-1414-4652-ae8c-bd97fa37890a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.942591] env[63021]: DEBUG nova.compute.manager [req-ed3f0aa7-1ab6-4339-8ef5-ea7624120722 req-2d955c98-2eda-4534-a05d-6d0eec2300c5 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Received event network-vif-deleted-7099adc3-5af8-4c5d-81f5-1eecc96a6c47 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1100.942761] env[63021]: INFO nova.compute.manager [req-ed3f0aa7-1ab6-4339-8ef5-ea7624120722 req-2d955c98-2eda-4534-a05d-6d0eec2300c5 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Neutron deleted interface 7099adc3-5af8-4c5d-81f5-1eecc96a6c47; detaching it from the instance and deleting it from the info cache [ 1100.942942] env[63021]: DEBUG nova.network.neutron [req-ed3f0aa7-1ab6-4339-8ef5-ea7624120722 req-2d955c98-2eda-4534-a05d-6d0eec2300c5 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.128037] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.131284] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.626s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.139212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.152390] env[63021]: INFO nova.scheduler.client.report [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted allocations for instance 404acc75-1473-41d9-8812-31828cdf4bc9 [ 1101.163967] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Releasing lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.164262] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Instance network_info: |[{"id": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "address": "fa:16:3e:54:58:80", "network": {"id": "5635264a-c2ef-438e-a9d1-e27349e3d2ca", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1640156166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7902d55e69fd497e94ab4b3a4f07780f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ce6a8f-5e", "ovs_interfaceid": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.164537] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Acquired lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.164765] env[63021]: DEBUG nova.network.neutron [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Refreshing network info cache for port 46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.165768] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:58:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46ce6a8f-5e4e-40b3-be42-58256155a8d6', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.173591] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Creating folder: Project (7902d55e69fd497e94ab4b3a4f07780f). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.176508] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-785b0ed3-47be-405b-afe8-41906061181e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.191147] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Created folder: Project (7902d55e69fd497e94ab4b3a4f07780f) in parent group-v843603. [ 1101.191355] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Creating folder: Instances. Parent ref: group-v843902. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.191596] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df0770a1-26c8-4999-8a20-59613d8be558 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.203555] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Created folder: Instances in parent group-v843902. [ 1101.203770] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.206039] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.206259] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b1c482e-7c75-417e-ab99-c670a1956e38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.228217] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.228217] env[63021]: value = "task-4283397" [ 1101.228217] env[63021]: _type = "Task" [ 1101.228217] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.236442] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283397, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.295982] env[63021]: DEBUG nova.network.neutron [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.333786] env[63021]: INFO nova.compute.manager [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Took 22.51 seconds to build instance. [ 1101.396223] env[63021]: DEBUG nova.network.neutron [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Updated VIF entry in instance network info cache for port 46ce6a8f-5e4e-40b3-be42-58256155a8d6. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.396223] env[63021]: DEBUG nova.network.neutron [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Updating instance_info_cache with network_info: [{"id": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "address": "fa:16:3e:54:58:80", "network": {"id": "5635264a-c2ef-438e-a9d1-e27349e3d2ca", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1640156166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7902d55e69fd497e94ab4b3a4f07780f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ce6a8f-5e", "ovs_interfaceid": "46ce6a8f-5e4e-40b3-be42-58256155a8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.439205] env[63021]: DEBUG nova.network.neutron [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.446093] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-806642a5-0c66-4ade-931d-bcc774670e79 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.458969] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc2b1e1-2d78-42e0-8d70-8e736fc0cc5d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.498015] env[63021]: DEBUG nova.compute.manager [req-ed3f0aa7-1ab6-4339-8ef5-ea7624120722 req-2d955c98-2eda-4534-a05d-6d0eec2300c5 service nova] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Detach interface failed, port_id=7099adc3-5af8-4c5d-81f5-1eecc96a6c47, reason: Instance 21a825ff-9fb1-4943-bf96-3c3940c7868c could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1101.660706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d7b1141c-0c8d-4626-8e1a-ff92cc133502 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "404acc75-1473-41d9-8812-31828cdf4bc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.595s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.739455] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283397, 'name': CreateVM_Task, 'duration_secs': 0.339193} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.741940] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.742903] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.742996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.743353] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.743649] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1db1341-d3ca-4315-8914-ccaec3a5189f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.749662] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1101.749662] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52935b4a-0c98-f641-3ce4-e68ea9273fed" [ 1101.749662] env[63021]: _type = "Task" [ 1101.749662] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.761207] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52935b4a-0c98-f641-3ce4-e68ea9273fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.798735] env[63021]: INFO nova.compute.manager [-] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Took 1.31 seconds to deallocate network for instance. [ 1101.837669] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4cd73c94-6c55-443b-84c0-7c043db621b2 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.018s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.839213] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d18cd-687c-49de-936a-2ffdb9355543 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.847931] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0de669-55cf-44ce-a806-f5167432e7b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.879315] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03125494-c8c7-4c8e-b325-c55a2230fcc5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.887492] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072fc333-e553-4af4-b5b3-fff34796163b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.906028] env[63021]: DEBUG oslo_concurrency.lockutils [req-7d510e4f-c643-46f9-8d4a-c2e7cde0d8a8 req-951e2294-82fa-41d0-a515-64f60822e024 service nova] Releasing lock "refresh_cache-4c14cdad-ee28-4329-834a-ca2e59f61179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.906028] env[63021]: DEBUG nova.compute.provider_tree [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.942547] env[63021]: DEBUG oslo_concurrency.lockutils [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.262326] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52935b4a-0c98-f641-3ce4-e68ea9273fed, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.262688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.262953] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.263277] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.263451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.263657] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.263955] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ec3b39-b400-4318-b5fe-23c75b9024e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.278071] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.278272] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.279018] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de7e222-4aa2-4579-9c4a-db69158697ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.286141] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1102.286141] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528daaeb-dc0b-e61c-d5b3-dce068271290" [ 1102.286141] env[63021]: _type = "Task" [ 1102.286141] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.296520] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528daaeb-dc0b-e61c-d5b3-dce068271290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.308053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.412010] env[63021]: DEBUG nova.scheduler.client.report [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.453400] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b798b6d5-54b1-4e3f-bf3f-f26fa8d007c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.462563] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bfcf7d-0f1e-45df-a332-7aafb6027ab6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.653712] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85510612-f845-4959-9b0c-47a239d10f9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.673314] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.797692] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528daaeb-dc0b-e61c-d5b3-dce068271290, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.798619] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078244e5-9b53-4575-b2e7-41cfeff0d0f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.804464] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1102.804464] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526df2b8-f4a5-423f-e22e-dd4a6c3bd85c" [ 1102.804464] env[63021]: _type = "Task" [ 1102.804464] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.815092] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526df2b8-f4a5-423f-e22e-dd4a6c3bd85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.823866] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-abbde201-ca89-4857-9ce1-2b2a7795df86" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.824506] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-abbde201-ca89-4857-9ce1-2b2a7795df86" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.824506] env[63021]: DEBUG nova.objects.instance [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.011540] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.011904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.012025] env[63021]: INFO nova.compute.manager [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Shelving [ 1103.179797] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.180132] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b20e321-9416-4042-8df6-0acc25d99ba9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.188362] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1103.188362] env[63021]: value = "task-4283398" [ 1103.188362] env[63021]: _type = "Task" [ 1103.188362] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.198435] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.317376] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526df2b8-f4a5-423f-e22e-dd4a6c3bd85c, 'name': SearchDatastore_Task, 'duration_secs': 0.039164} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.317679] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.317990] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4c14cdad-ee28-4329-834a-ca2e59f61179/4c14cdad-ee28-4329-834a-ca2e59f61179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.318288] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b4ec047-143c-438b-a205-cedae394019f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.327059] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1103.327059] env[63021]: value = "task-4283399" [ 1103.327059] env[63021]: _type = "Task" [ 1103.327059] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.340898] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.424036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.424363] env[63021]: DEBUG nova.compute.manager [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63021) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1103.427583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.120s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.427856] env[63021]: DEBUG nova.objects.instance [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 21a825ff-9fb1-4943-bf96-3c3940c7868c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.478594] env[63021]: DEBUG nova.objects.instance [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.573377] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2690a1d5-4722-4aac-a3d0-8b9bd3f7a8ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.594357] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ece43-c751-4a01-ab0a-3e9d0ebf5e1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.604297] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.700802] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283398, 'name': PowerOffVM_Task, 'duration_secs': 0.266013} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.701101] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.701298] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.837307] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.980491] env[63021]: INFO nova.scheduler.client.report [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted allocation for migration f5f9f793-50aa-4cc4-bbd3-33be0995cf04 [ 1103.981725] env[63021]: DEBUG nova.objects.base [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance<63337b76-10e4-4793-9ff3-f7d4b1eaf54a> lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.982268] env[63021]: DEBUG nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.020622] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.020970] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc6e788-a821-4062-a48f-bee0af9be153 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.029374] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1104.029374] env[63021]: value = "task-4283400" [ 1104.029374] env[63021]: _type = "Task" [ 1104.029374] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.039194] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.055295] env[63021]: DEBUG nova.policy [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.111404] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.114210] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d66c1475-b79f-4a0d-b71c-546f69c9d0aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.123217] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1104.123217] env[63021]: value = "task-4283401" [ 1104.123217] env[63021]: _type = "Task" [ 1104.123217] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.135900] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.141119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f9d3ce-23fd-48a1-b258-7d7195b70612 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.148720] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b19e4e-c6e6-4b33-8ec2-371e4c8702c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.179207] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252712de-6d5d-4e3e-90ff-18095f2a6217 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.187428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b394bd-a215-4b7b-bc49-d892ed21f594 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.203825] env[63021]: DEBUG nova.compute.provider_tree [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.210548] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.210796] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.210945] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.211143] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.211298] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.211506] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.212375] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.212375] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.212375] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.215281] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.215488] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.221189] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a73af1-b202-4672-97ec-d6b67f436a95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.239320] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1104.239320] env[63021]: value = "task-4283402" [ 1104.239320] env[63021]: _type = "Task" [ 1104.239320] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.252022] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.274338] env[63021]: DEBUG nova.compute.manager [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.338391] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550495} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.338641] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4c14cdad-ee28-4329-834a-ca2e59f61179/4c14cdad-ee28-4329-834a-ca2e59f61179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.338855] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.339124] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b4fd4b-d9a8-4c38-a748-773f0da4c799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.347512] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1104.347512] env[63021]: value = "task-4283403" [ 1104.347512] env[63021]: _type = "Task" [ 1104.347512] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.356673] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.492269] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d6a043f8-63c1-4ced-96a7-9e406e7b8cc7 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.004s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.538867] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283400, 'name': PowerOffVM_Task, 'duration_secs': 0.271324} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.539374] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.540228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f64b0-9c1e-41e3-b69a-18976097925d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.559875] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788defe1-a174-4990-9898-363e0826e4ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.635038] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.709989] env[63021]: DEBUG nova.scheduler.client.report [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.749294] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283402, 'name': ReconfigVM_Task, 'duration_secs': 0.327874} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.749609] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.795304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.859944] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070713} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.860243] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.861025] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f0fa2-5f79-455c-b1c7-f5f2dcc1b97c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.883995] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4c14cdad-ee28-4329-834a-ca2e59f61179/4c14cdad-ee28-4329-834a-ca2e59f61179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.884300] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21798c93-b981-48d0-835d-cd3dc6e7e6a1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.904629] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1104.904629] env[63021]: value = "task-4283404" [ 1104.904629] env[63021]: _type = "Task" [ 1104.904629] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.913597] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.071995] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.072450] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56b59f69-00e0-4bbb-9829-7d916073e4e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.080723] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1105.080723] env[63021]: value = "task-4283405" [ 1105.080723] env[63021]: _type = "Task" [ 1105.080723] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.090106] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283405, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.135688] env[63021]: DEBUG oslo_vmware.api [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283401, 'name': PowerOnVM_Task, 'duration_secs': 0.552392} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.135992] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.136235] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-21fc6a49-1b5e-437f-a6bf-64a2f7047abd tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance '47ca5ece-011e-4381-8ee3-e6cc9ea38870' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.214684] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.217257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.422s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.219609] env[63021]: DEBUG nova.objects.instance [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.238404] env[63021]: INFO nova.scheduler.client.report [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 21a825ff-9fb1-4943-bf96-3c3940c7868c [ 1105.256210] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.256457] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.256608] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.256782] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.256943] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.257119] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.257327] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.257486] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.257648] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.257811] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.258012] env[63021]: DEBUG nova.virt.hardware [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.263375] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.263605] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be35897b-a8ae-4e55-8351-bb8063112482 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.283254] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1105.283254] env[63021]: value = "task-4283406" [ 1105.283254] env[63021]: _type = "Task" [ 1105.283254] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.291558] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.416195] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.442146] env[63021]: DEBUG nova.compute.manager [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-plugged-abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1105.442483] env[63021]: DEBUG oslo_concurrency.lockutils [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.442916] env[63021]: DEBUG oslo_concurrency.lockutils [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.442976] env[63021]: DEBUG oslo_concurrency.lockutils [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.443196] env[63021]: DEBUG nova.compute.manager [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] No waiting events found dispatching network-vif-plugged-abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.443405] env[63021]: WARNING nova.compute.manager [req-651c1f11-fb6a-404b-a710-3d56dd94325d req-52838d4e-95f5-4fd1-bf12-6570566f5890 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received unexpected event network-vif-plugged-abbde201-ca89-4857-9ce1-2b2a7795df86 for instance with vm_state active and task_state None. [ 1105.548286] env[63021]: DEBUG nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Successfully updated port: abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.590551] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283405, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.721869] env[63021]: INFO nova.compute.claims [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.727742] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.727893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.728082] env[63021]: DEBUG nova.network.neutron [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.728271] env[63021]: DEBUG nova.objects.instance [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'info_cache' on Instance uuid f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.746040] env[63021]: DEBUG oslo_concurrency.lockutils [None req-212f2b26-cf55-4cd8-a345-23f074ca66bd tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "21a825ff-9fb1-4943-bf96-3c3940c7868c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.951s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.793910] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283406, 'name': ReconfigVM_Task, 'duration_secs': 0.39248} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.794206] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.794973] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f3dc42-af9f-4d72-b119-64acd23fc2cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.817741] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.818121] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00132a22-1d67-45b4-9ab1-86f9beef9008 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.837880] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1105.837880] env[63021]: value = "task-4283407" [ 1105.837880] env[63021]: _type = "Task" [ 1105.837880] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.847520] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.916865] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283404, 'name': ReconfigVM_Task, 'duration_secs': 0.857972} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.917314] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4c14cdad-ee28-4329-834a-ca2e59f61179/4c14cdad-ee28-4329-834a-ca2e59f61179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.918027] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f2ca07-b308-4877-90d8-77c9b16803f6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.927354] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1105.927354] env[63021]: value = "task-4283408" [ 1105.927354] env[63021]: _type = "Task" [ 1105.927354] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.941938] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283408, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.051559] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.051817] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.052126] env[63021]: DEBUG nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.092326] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283405, 'name': CreateSnapshot_Task, 'duration_secs': 0.842115} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.092756] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.093351] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f2081-ffd0-4da7-8b47-a3a7606868e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.229728] env[63021]: INFO nova.compute.resource_tracker [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating resource usage from migration 56bde4f8-1eaf-459c-9f70-9601a429590b [ 1106.233962] env[63021]: DEBUG nova.objects.base [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.350023] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283407, 'name': ReconfigVM_Task, 'duration_secs': 0.34885} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.350313] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5a704698-5372-42e4-aef4-3e8439332877/5a704698-5372-42e4-aef4-3e8439332877.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.350587] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.398020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.398281] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.436054] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1139df-dc09-4c73-a1b8-f212bedb5088 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.448857] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283408, 'name': Rename_Task, 'duration_secs': 0.176546} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.451628] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.452041] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3317c30-5f24-437c-b042-6a54b773554f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.455368] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eacbd2-4cae-4777-94bf-79e3c23a6841 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.501074] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83539bd2-f368-4294-9909-f68fd97e3976 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.501074] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1106.501074] env[63021]: value = "task-4283409" [ 1106.501074] env[63021]: _type = "Task" [ 1106.501074] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.508907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589f4b7-28b2-40e1-bfeb-4d5eb41fd716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.516558] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.531362] env[63021]: DEBUG nova.compute.provider_tree [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.591740] env[63021]: WARNING nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 1106.591963] env[63021]: WARNING nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 1106.613282] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.613919] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c9c56c2-a582-43e8-99fd-f32d61831c4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.638917] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1106.638917] env[63021]: value = "task-4283410" [ 1106.638917] env[63021]: _type = "Task" [ 1106.638917] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.647945] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.861786] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5e0e8-f752-41dd-a5fa-38b3565182d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.884944] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653f933-785d-430c-8797-ef5c9c2e86f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.906110] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.908924] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.002962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.003394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.003609] env[63021]: DEBUG nova.compute.manager [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Going to confirm migration 5 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1107.017529] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.034588] env[63021]: DEBUG nova.scheduler.client.report [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.048255] env[63021]: DEBUG nova.network.neutron [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [{"id": "c542343a-120c-4946-b44c-140be85d7e5c", "address": "fa:16:3e:26:39:d1", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542343a-12", "ovs_interfaceid": "c542343a-120c-4946-b44c-140be85d7e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.149889] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.263147] env[63021]: DEBUG nova.network.neutron [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfb770ef-f537-4842-b8a2-750c76883a28", "address": "fa:16:3e:71:04:9b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb770ef-f5", "ovs_interfaceid": "bfb770ef-f537-4842-b8a2-750c76883a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abbde201-ca89-4857-9ce1-2b2a7795df86", "address": "fa:16:3e:32:ee:8b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbde201-ca", "ovs_interfaceid": "abbde201-ca89-4857-9ce1-2b2a7795df86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.436573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.459876] env[63021]: DEBUG nova.network.neutron [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Port a439746e-cd86-42ba-b508-bd116e44afb3 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1107.478219] env[63021]: DEBUG nova.compute.manager [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-changed-abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1107.478322] env[63021]: DEBUG nova.compute.manager [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing instance network info cache due to event network-changed-abbde201-ca89-4857-9ce1-2b2a7795df86. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1107.478578] env[63021]: DEBUG oslo_concurrency.lockutils [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.517771] env[63021]: DEBUG oslo_vmware.api [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283409, 'name': PowerOnVM_Task, 'duration_secs': 0.571986} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.518018] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.518230] env[63021]: INFO nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1107.518428] env[63021]: DEBUG nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.519203] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738de003-3dd3-4208-a54f-9b91daa99ff9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.542867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.543145] env[63021]: INFO nova.compute.manager [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Migrating [ 1107.550298] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.114s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.551885] env[63021]: INFO nova.compute.claims [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.559674] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.593164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.593164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquired lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593164] env[63021]: DEBUG nova.network.neutron [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.593164] env[63021]: DEBUG nova.objects.instance [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'info_cache' on Instance uuid 47ca5ece-011e-4381-8ee3-e6cc9ea38870 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.651556] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.765735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.766510] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.766718] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.767112] env[63021]: DEBUG oslo_concurrency.lockutils [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.767393] env[63021]: DEBUG nova.network.neutron [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Refreshing network info cache for port abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.769195] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7b510-6c7e-42b1-b8cc-27ac6b4ab99b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.787699] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.787931] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.788185] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.788423] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.788584] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.788735] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.788943] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.789210] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.789435] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.789617] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.789792] env[63021]: DEBUG nova.virt.hardware [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.796184] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfiguring VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1107.797100] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63fffa70-58f6-49a6-ad05-c8482a9eb3c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.815558] env[63021]: DEBUG oslo_vmware.api [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1107.815558] env[63021]: value = "task-4283411" [ 1107.815558] env[63021]: _type = "Task" [ 1107.815558] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.824153] env[63021]: DEBUG oslo_vmware.api [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283411, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.038902] env[63021]: INFO nova.compute.manager [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 15.89 seconds to build instance. [ 1108.067400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.067595] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.067779] env[63021]: DEBUG nova.network.neutron [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.151688] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.325817] env[63021]: DEBUG oslo_vmware.api [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.482235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.482464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.482635] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.490175] env[63021]: DEBUG nova.network.neutron [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updated VIF entry in instance network info cache for port abbde201-ca89-4857-9ce1-2b2a7795df86. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.490635] env[63021]: DEBUG nova.network.neutron [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfb770ef-f537-4842-b8a2-750c76883a28", "address": "fa:16:3e:71:04:9b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfb770ef-f5", "ovs_interfaceid": "bfb770ef-f537-4842-b8a2-750c76883a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abbde201-ca89-4857-9ce1-2b2a7795df86", "address": "fa:16:3e:32:ee:8b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbde201-ca", "ovs_interfaceid": "abbde201-ca89-4857-9ce1-2b2a7795df86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.541429] env[63021]: DEBUG oslo_concurrency.lockutils [None req-06a2bdb1-ed50-472a-ba7c-e1a3fba1c754 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.399s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.568384] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.568841] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd14b042-52c8-4e08-b281-92baafd63e0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.580112] env[63021]: DEBUG oslo_vmware.api [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1108.580112] env[63021]: value = "task-4283412" [ 1108.580112] env[63021]: _type = "Task" [ 1108.580112] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.592771] env[63021]: DEBUG oslo_vmware.api [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.654693] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.790430] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec6836-b7b1-41a5-b322-bc27c196150d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.798506] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e036d3-fc83-4c11-a0ea-d787ddd89bab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.835029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00364c9e-0957-4a7c-9120-de61ead96cb3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.844055] env[63021]: DEBUG oslo_vmware.api [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283411, 'name': ReconfigVM_Task, 'duration_secs': 0.920092} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.845130] env[63021]: DEBUG nova.network.neutron [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [{"id": "afd71537-c03a-4298-99da-062753857a37", "address": "fa:16:3e:37:17:f0", "network": {"id": "1828d731-a2e2-48dd-9d0e-deb2e03f4fda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1215063425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7da774b2ff8a4556b6bc6594ab064e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd71537-c0", "ovs_interfaceid": "afd71537-c03a-4298-99da-062753857a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.848271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.848493] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfigured VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1108.852322] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad364de-58c1-4bc8-8ab6-980cc3aac3f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.870256] env[63021]: DEBUG nova.compute.provider_tree [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.872207] env[63021]: DEBUG nova.network.neutron [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.992837] env[63021]: DEBUG oslo_concurrency.lockutils [req-7ae7ae39-3e8e-4435-910a-a20a7510ec72 req-68b87d1c-94c5-488c-95e0-5d405b29fa94 service nova] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.091650] env[63021]: DEBUG oslo_vmware.api [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.152488] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283410, 'name': CloneVM_Task, 'duration_secs': 2.064608} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.152825] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Created linked-clone VM from snapshot [ 1109.153542] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8407cea7-e445-4079-8e40-b25d9b9a1ef7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.161200] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Uploading image c6457d9d-9b5f-4ea2-a7d2-8ad92e867c59 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.183679] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.183679] env[63021]: value = "vm-843906" [ 1109.183679] env[63021]: _type = "VirtualMachine" [ 1109.183679] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.184101] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8022f67d-36f0-4050-9628-470d0fc34f25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.192247] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lease: (returnval){ [ 1109.192247] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280f24e-af0c-5e7d-90a2-723b502d4daa" [ 1109.192247] env[63021]: _type = "HttpNfcLease" [ 1109.192247] env[63021]: } obtained for exporting VM: (result){ [ 1109.192247] env[63021]: value = "vm-843906" [ 1109.192247] env[63021]: _type = "VirtualMachine" [ 1109.192247] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.192510] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the lease: (returnval){ [ 1109.192510] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280f24e-af0c-5e7d-90a2-723b502d4daa" [ 1109.192510] env[63021]: _type = "HttpNfcLease" [ 1109.192510] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.200281] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.200281] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280f24e-af0c-5e7d-90a2-723b502d4daa" [ 1109.200281] env[63021]: _type = "HttpNfcLease" [ 1109.200281] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.352679] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Releasing lock "refresh_cache-47ca5ece-011e-4381-8ee3-e6cc9ea38870" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.352960] env[63021]: DEBUG nova.objects.instance [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'migration_context' on Instance uuid 47ca5ece-011e-4381-8ee3-e6cc9ea38870 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.357476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8513192e-ef44-4ac1-b858-7c65aefd6025 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-abbde201-ca89-4857-9ce1-2b2a7795df86" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.533s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.374368] env[63021]: DEBUG nova.scheduler.client.report [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.377533] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.520380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520584] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520770] env[63021]: DEBUG nova.network.neutron [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.591361] env[63021]: DEBUG oslo_vmware.api [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283412, 'name': PowerOnVM_Task, 'duration_secs': 0.542384} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.591575] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.591772] env[63021]: DEBUG nova.compute.manager [None req-8e1825a2-5346-419a-9d77-b9c52e07b926 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.592548] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d20303-b5c2-4c7c-85f9-b6ab69d56b14 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.701829] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.701829] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280f24e-af0c-5e7d-90a2-723b502d4daa" [ 1109.701829] env[63021]: _type = "HttpNfcLease" [ 1109.701829] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.702191] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.702191] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280f24e-af0c-5e7d-90a2-723b502d4daa" [ 1109.702191] env[63021]: _type = "HttpNfcLease" [ 1109.702191] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.702893] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f15bb2-1b84-4fba-a224-95921fd92e67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.711782] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.712016] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.799864] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdcda3e6-ca21-402e-ad99-850502b17a64 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.855871] env[63021]: DEBUG nova.objects.base [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Object Instance<47ca5ece-011e-4381-8ee3-e6cc9ea38870> lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.856930] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec919709-6c99-433f-923d-ba98d13ea657 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.881717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.882221] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.890036] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0168f630-9b41-453d-b880-5d7906793efb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.897509] env[63021]: DEBUG nova.compute.manager [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.897880] env[63021]: DEBUG oslo_vmware.api [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1109.897880] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f2107e-69bb-b55a-9d61-58f5f42761cd" [ 1109.897880] env[63021]: _type = "Task" [ 1109.897880] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.898761] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37533f2c-8e27-4f99-ac38-be1927795682 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.911078] env[63021]: DEBUG oslo_vmware.api [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f2107e-69bb-b55a-9d61-58f5f42761cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.912758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.913065] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.257547] env[63021]: DEBUG nova.network.neutron [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.387356] env[63021]: DEBUG nova.compute.utils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.388894] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.389564] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.419892] env[63021]: INFO nova.compute.manager [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] instance snapshotting [ 1110.422781] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd668b09-c831-465c-b3c1-35d745ed3c9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.450540] env[63021]: DEBUG nova.policy [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.452837] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267d971-42c8-424f-9faf-f63eb4aa19ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.691145] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9acce-55f3-4793-b909-2a9f1abdafa4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.702049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20bdeed-4163-4de7-83dc-d5771100659b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.738304] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73afb292-2e3c-472d-9ee7-a48498e06701 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.747926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb95f48-5fd1-4802-a80f-3ffca2c98cd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.767622] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.772818] env[63021]: DEBUG nova.compute.provider_tree [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.814890] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Successfully created port: 98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.893625] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.901934] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9424395-62d7-48fe-a624-c2739162ae55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.928374] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.966989] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.967550] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0540b74-0ec3-441d-bb5c-c6db79c214be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.979238] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1110.979238] env[63021]: value = "task-4283414" [ 1110.979238] env[63021]: _type = "Task" [ 1110.979238] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.991112] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.279121] env[63021]: DEBUG nova.scheduler.client.report [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.302257] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede2682-3b29-405e-b354-dab8080c1ae1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.307124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.307124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.307427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.307749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.307966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.310092] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-bfb770ef-f537-4842-b8a2-750c76883a28" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.310311] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-bfb770ef-f537-4842-b8a2-750c76883a28" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.328043] env[63021]: INFO nova.compute.manager [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Terminating instance [ 1111.332542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.332661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.333853] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ae1ba0-05bf-4fa1-9296-209a6d8a846f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.338594] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4820bbb-ea16-43d7-8f49-07f087352f39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.362819] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0a61c-f692-4fab-9cea-fa9b0a2bca6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.366384] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.400077] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfiguring VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1111.406023] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a94897-d36c-497e-8425-c0ede9998a0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.431637] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1111.431637] env[63021]: value = "task-4283415" [ 1111.431637] env[63021]: _type = "Task" [ 1111.431637] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.437411] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.437731] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e1b6b7-9dc2-4757-98ab-52508a069ae8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.449054] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.450249] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1111.450249] env[63021]: value = "task-4283416" [ 1111.450249] env[63021]: _type = "Task" [ 1111.450249] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.464544] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.490877] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.843217] env[63021]: DEBUG nova.compute.manager [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.843493] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.844760] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17812a5-38fa-4413-9d5d-0c73cfb9f7f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.853205] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.853459] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e10d78-d22f-43b3-8c4e-6df6767e8f5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.860388] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1111.860388] env[63021]: value = "task-4283417" [ 1111.860388] env[63021]: _type = "Task" [ 1111.860388] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.870670] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.872702] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.872978] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43149224-845a-4047-b227-f2b32aff0f40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.881124] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1111.881124] env[63021]: value = "task-4283418" [ 1111.881124] env[63021]: _type = "Task" [ 1111.881124] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.891105] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.924593] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.944983] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.956117] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.956359] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.956498] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.956686] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.956837] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.956987] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.957248] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.957439] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.957631] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.957820] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.958027] env[63021]: DEBUG nova.virt.hardware [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.958888] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be0b580-219d-47f2-b5ec-247b89242b11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.970477] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283416, 'name': PowerOffVM_Task, 'duration_secs': 0.298693} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.971737] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec03256-c156-4bd3-85e7-aae76c6e6a08 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.975843] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.976075] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.000055] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283414, 'name': CreateSnapshot_Task, 'duration_secs': 0.693765} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.000231] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.000965] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf989b-4349-4e29-8529-e780a987a4e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.065264] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.065663] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.065852] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.066140] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.066397] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.066638] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.066949] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.231902] env[63021]: DEBUG nova.compute.manager [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Received event network-vif-plugged-98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1112.232201] env[63021]: DEBUG oslo_concurrency.lockutils [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] Acquiring lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.232483] env[63021]: DEBUG oslo_concurrency.lockutils [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.232704] env[63021]: DEBUG oslo_concurrency.lockutils [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.232892] env[63021]: DEBUG nova.compute.manager [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] No waiting events found dispatching network-vif-plugged-98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.233174] env[63021]: WARNING nova.compute.manager [req-1a973a05-dc28-4965-8218-7451e62bafd3 req-0a1e2a72-4635-4936-aecf-338db2b55c49 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Received unexpected event network-vif-plugged-98c6fa53-6bfc-49af-9583-88bc273278d3 for instance with vm_state building and task_state spawning. [ 1112.292766] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.379s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.324226] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Successfully updated port: 98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.371596] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283417, 'name': PowerOffVM_Task, 'duration_secs': 0.329915} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.371967] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.372171] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.372512] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320934a0-655c-4bd2-9b36-0e13c64a1ac8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.391821] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.444211] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.452760] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.452993] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.453217] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleting the datastore file [datastore2] f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.453501] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3786e9c-24cb-4097-bcc1-7395cfdd4daf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.464391] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1112.464391] env[63021]: value = "task-4283420" [ 1112.464391] env[63021]: _type = "Task" [ 1112.464391] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.473532] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.484045] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.484339] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.484530] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.484729] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.484879] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.485145] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.485409] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.485581] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.485788] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.485962] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.486168] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.491413] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b01582c-43fe-4eae-9e92-fad2d36a58fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.510497] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1112.510497] env[63021]: value = "task-4283421" [ 1112.510497] env[63021]: _type = "Task" [ 1112.510497] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.520966] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.521308] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8f1b746-1697-4a70-963f-c64ac4155136 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.532818] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.534614] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1112.534614] env[63021]: value = "task-4283422" [ 1112.534614] env[63021]: _type = "Task" [ 1112.534614] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.545396] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283422, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.811817] env[63021]: INFO nova.compute.manager [None req-24585819-4386-4f94-8b50-17fd348ad4d5 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Get console output [ 1112.812247] env[63021]: WARNING nova.virt.vmwareapi.driver [None req-24585819-4386-4f94-8b50-17fd348ad4d5 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] The console log is missing. Check your VSPC configuration [ 1112.826933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.827188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.827255] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.867330] env[63021]: INFO nova.scheduler.client.report [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocation for migration dda585a7-38e3-4a1b-a712-f2a54c0ec58c [ 1112.892253] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.943850] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.974646] env[63021]: DEBUG oslo_vmware.api [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405807} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.974920] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.975281] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.975500] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.975726] env[63021]: INFO nova.compute.manager [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.976008] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.976253] env[63021]: DEBUG nova.compute.manager [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.976385] env[63021]: DEBUG nova.network.neutron [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.024667] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.045411] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283422, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.363241] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.374113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f215a9a1-690d-48e3-ab3d-6f70f4bf141c tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.371s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.396784] env[63021]: DEBUG oslo_vmware.api [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283418, 'name': PowerOnVM_Task, 'duration_secs': 1.030798} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.397972] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.398238] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e10c81c8-e3e4-4acd-9d18-4337b080531d tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance '5a704698-5372-42e4-aef4-3e8439332877' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.456933] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.523392] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.548716] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283422, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.568472] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.568666] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1113.607530] env[63021]: DEBUG nova.network.neutron [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Updating instance_info_cache with network_info: [{"id": "98c6fa53-6bfc-49af-9583-88bc273278d3", "address": "fa:16:3e:9b:31:6a", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c6fa53-6b", "ovs_interfaceid": "98c6fa53-6bfc-49af-9583-88bc273278d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.951298] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.961313] env[63021]: DEBUG nova.network.neutron [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.022614] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283421, 'name': ReconfigVM_Task, 'duration_secs': 1.357554} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.022984] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.049597] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283422, 'name': CloneVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.110731] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.112792] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Instance network_info: |[{"id": "98c6fa53-6bfc-49af-9583-88bc273278d3", "address": "fa:16:3e:9b:31:6a", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c6fa53-6b", "ovs_interfaceid": "98c6fa53-6bfc-49af-9583-88bc273278d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.112792] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:31:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c6fa53-6bfc-49af-9583-88bc273278d3', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.119234] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.119495] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.119738] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca374a2c-9e7d-45e2-a5c8-b3be12520c7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.141572] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.141572] env[63021]: value = "task-4283423" [ 1114.141572] env[63021]: _type = "Task" [ 1114.141572] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.151303] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283423, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.269641] env[63021]: DEBUG nova.compute.manager [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Received event network-changed-98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1114.269776] env[63021]: DEBUG nova.compute.manager [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Refreshing instance network info cache due to event network-changed-98c6fa53-6bfc-49af-9583-88bc273278d3. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1114.269993] env[63021]: DEBUG oslo_concurrency.lockutils [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] Acquiring lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.270163] env[63021]: DEBUG oslo_concurrency.lockutils [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] Acquired lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.270341] env[63021]: DEBUG nova.network.neutron [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Refreshing network info cache for port 98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.453782] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.465228] env[63021]: INFO nova.compute.manager [-] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Took 1.49 seconds to deallocate network for instance. [ 1114.530269] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.530505] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.530648] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.530832] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.530976] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.531161] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.531378] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.531550] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.531792] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.531981] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.532181] env[63021]: DEBUG nova.virt.hardware [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.538028] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.539053] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd88ec3-4108-4cac-bd73-e8d38bc781b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.564914] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283422, 'name': CloneVM_Task, 'duration_secs': 1.559026} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.566342] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Created linked-clone VM from snapshot [ 1114.567009] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1114.567009] env[63021]: value = "task-4283424" [ 1114.567009] env[63021]: _type = "Task" [ 1114.567009] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.567456] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ab27d-c2e8-48c1-84ea-881d4e9fb86b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.581546] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.585138] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Uploading image d4b6ebb2-339a-4b84-88c7-fc9008c1043b {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.607629] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.607629] env[63021]: value = "vm-843908" [ 1114.607629] env[63021]: _type = "VirtualMachine" [ 1114.607629] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.607937] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af25d6e0-8b4f-40ea-b8f0-d0e415a42435 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.615931] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lease: (returnval){ [ 1114.615931] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521954ce-206d-bbe1-c5b5-cdd334278388" [ 1114.615931] env[63021]: _type = "HttpNfcLease" [ 1114.615931] env[63021]: } obtained for exporting VM: (result){ [ 1114.615931] env[63021]: value = "vm-843908" [ 1114.615931] env[63021]: _type = "VirtualMachine" [ 1114.615931] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.616278] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the lease: (returnval){ [ 1114.616278] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521954ce-206d-bbe1-c5b5-cdd334278388" [ 1114.616278] env[63021]: _type = "HttpNfcLease" [ 1114.616278] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.638427] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.638427] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521954ce-206d-bbe1-c5b5-cdd334278388" [ 1114.638427] env[63021]: _type = "HttpNfcLease" [ 1114.638427] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.652072] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283423, 'name': CreateVM_Task, 'duration_secs': 0.427261} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.652346] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.653116] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.653297] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.653633] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.653885] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437b282e-1b46-4fab-ac31-1ae429a9943b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.661551] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1114.661551] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b0d9c6-7b46-a41b-252e-1d214983be7f" [ 1114.661551] env[63021]: _type = "Task" [ 1114.661551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.670196] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b0d9c6-7b46-a41b-252e-1d214983be7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.955966] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.972498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.972935] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.973142] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.997695] env[63021]: INFO nova.scheduler.client.report [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted allocations for instance f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe [ 1115.065361] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.083375] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283424, 'name': ReconfigVM_Task, 'duration_secs': 0.264} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.083541] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.084318] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296df802-ec55-471d-8724-af271e56ef00 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.109350] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.110451] env[63021]: DEBUG nova.network.neutron [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Updated VIF entry in instance network info cache for port 98c6fa53-6bfc-49af-9583-88bc273278d3. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.110784] env[63021]: DEBUG nova.network.neutron [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Updating instance_info_cache with network_info: [{"id": "98c6fa53-6bfc-49af-9583-88bc273278d3", "address": "fa:16:3e:9b:31:6a", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c6fa53-6b", "ovs_interfaceid": "98c6fa53-6bfc-49af-9583-88bc273278d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.112092] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418fdf38-4399-4351-a50e-41367d2fc6f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.126404] env[63021]: DEBUG oslo_concurrency.lockutils [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] Releasing lock "refresh_cache-860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.126724] env[63021]: DEBUG nova.compute.manager [req-837d06ac-a1cc-44b8-99e2-56d203a40db1 req-7cbe8583-a773-452a-9921-0e9ac4cb0ee0 service nova] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Received event network-vif-deleted-c542343a-120c-4946-b44c-140be85d7e5c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1115.136310] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.136310] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521954ce-206d-bbe1-c5b5-cdd334278388" [ 1115.136310] env[63021]: _type = "HttpNfcLease" [ 1115.136310] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.137909] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.137909] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521954ce-206d-bbe1-c5b5-cdd334278388" [ 1115.137909] env[63021]: _type = "HttpNfcLease" [ 1115.137909] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.138211] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1115.138211] env[63021]: value = "task-4283426" [ 1115.138211] env[63021]: _type = "Task" [ 1115.138211] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.138926] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cba031-68e6-4d3d-a96d-38cf8820e233 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.150569] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.150788] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1115.155379] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.222989] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b0d9c6-7b46-a41b-252e-1d214983be7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015175} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.223451] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.223711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.223997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.224164] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.224349] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.224642] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98930574-c4dd-466c-a27c-7e46353a8b9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.235475] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.235739] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.236541] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e34523-0500-4a23-bff2-a90cbf3c804d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.244368] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1115.244368] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec4c0c-d921-f754-43a0-9918c69a2aa0" [ 1115.244368] env[63021]: _type = "Task" [ 1115.244368] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.253554] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec4c0c-d921-f754-43a0-9918c69a2aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.271436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.271728] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.271940] env[63021]: DEBUG nova.compute.manager [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Going to confirm migration 6 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1115.284818] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b1581d5-03a0-4e9c-8e00-0cfe5d4e1ea0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.455518] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.506491] env[63021]: DEBUG oslo_concurrency.lockutils [None req-832d6816-7309-4e12-b8eb-b6b6f735e179 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.199s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.569153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.569416] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.569590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.569767] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1115.570725] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637d47f-5140-4145-b90a-ffae9c16783b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.580562] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385ba32-e334-42a6-810d-ecdee2293805 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.597721] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbb2f6-50c4-4aff-bbd2-874ea0285636 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.606348] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6434183a-173b-42d5-a555-f8841056e57c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.641376] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178634MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1115.641573] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.641809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.654039] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.756336] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ec4c0c-d921-f754-43a0-9918c69a2aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.013349} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.757325] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539ad154-ef34-4dda-aa0c-4d381e69f445 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.764249] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1115.764249] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaee55-1934-f8bb-7221-8a42e9ded01f" [ 1115.764249] env[63021]: _type = "Task" [ 1115.764249] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.774522] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaee55-1934-f8bb-7221-8a42e9ded01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.871590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.871590] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.872119] env[63021]: DEBUG nova.network.neutron [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.873086] env[63021]: DEBUG nova.objects.instance [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'info_cache' on Instance uuid 5a704698-5372-42e4-aef4-3e8439332877 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.956825] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.167063] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.276193] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aaee55-1934-f8bb-7221-8a42e9ded01f, 'name': SearchDatastore_Task, 'duration_secs': 0.018674} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.276511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.276783] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2/860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.277090] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d925e355-2ce0-42ea-996f-65d61151901f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.286744] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1116.286744] env[63021]: value = "task-4283427" [ 1116.286744] env[63021]: _type = "Task" [ 1116.286744] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.296391] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.459657] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.582834] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.583099] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.655958] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283426, 'name': ReconfigVM_Task, 'duration_secs': 1.37825} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.656253] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5/15f739e9-f387-4b1a-8d9c-3482915eb2b5.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.656690] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.661682] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 as it has an incoming, in-progress migration 56bde4f8-1eaf-459c-9f70-9601a429590b. Migration status is migrating {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1116.661927] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance 5a704698-5372-42e4-aef4-3e8439332877 as it has an incoming, in-progress migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64. Migration status is confirming {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1116.663406] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating resource usage from migration 56bde4f8-1eaf-459c-9f70-9601a429590b [ 1116.663736] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating resource usage from migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 [ 1116.683975] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684133] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance be39bcdc-1be5-442e-bf90-39da1bbc9eb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684281] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684399] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 63337b76-10e4-4793-9ff3-f7d4b1eaf54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684526] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d4e6a473-36f3-4730-9ec0-28a01980a81e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684643] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 47ca5ece-011e-4381-8ee3-e6cc9ea38870 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684755] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 7f2cd54a-c755-4de4-95fd-d2106ad8956f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684882] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 4c14cdad-ee28-4329-834a-ca2e59f61179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.684998] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1116.685235] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5a704698-5372-42e4-aef4-3e8439332877 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.685315] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 56bde4f8-1eaf-459c-9f70-9601a429590b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1116.685437] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.685553] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.801949] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283427, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.959186] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.085899] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.171068] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14013c85-cf1f-4473-a329-fdc59dab4797 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.194383] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 60e505f2-e0c9-467b-a2f5-3739368aafb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.194604] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.194735] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=183GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.199090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ea0381-3a18-41fe-a3de-bd752abfc542 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.219457] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.302723] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788138} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.302901] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2/860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.303200] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.303728] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b273dc-5f01-46ca-9ea4-bc4fd4ac48eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.312755] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1117.312755] env[63021]: value = "task-4283428" [ 1117.312755] env[63021]: _type = "Task" [ 1117.312755] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.327963] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.439751] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ef569-8edf-4336-bc41-10bb647a9481 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.453510] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f2400-4cf0-4e57-ab46-a08a09db9d7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.458664] env[63021]: DEBUG nova.network.neutron [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [{"id": "a439746e-cd86-42ba-b508-bd116e44afb3", "address": "fa:16:3e:75:82:20", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa439746e-cd", "ovs_interfaceid": "a439746e-cd86-42ba-b508-bd116e44afb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.466811] env[63021]: DEBUG oslo_vmware.api [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283415, 'name': ReconfigVM_Task, 'duration_secs': 5.839169} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.493332] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.493623] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfigured VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1117.497694] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015adeef-2a32-4649-81c6-f1836e844882 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.509978] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fe9dcd-1070-4188-8b08-8752cf86ffa5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526615] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.609286] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.689531] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.690339] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b0b98-110b-47e0-b1a9-314e139a603c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.697529] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.698339] env[63021]: ERROR oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk due to incomplete transfer. [ 1117.698339] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd708085-9dad-473d-bd30-d77135bf55bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.707386] env[63021]: DEBUG oslo_vmware.rw_handles [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527eac1c-ba46-b746-2932-537a665455e9/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.707533] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Uploaded image c6457d9d-9b5f-4ea2-a7d2-8ad92e867c59 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.710050] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.710349] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e49986d-ae10-4220-96aa-ecd952531ce3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.718484] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1117.718484] env[63021]: value = "task-4283429" [ 1117.718484] env[63021]: _type = "Task" [ 1117.718484] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.732289] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283429, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.767347] env[63021]: DEBUG nova.network.neutron [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Port 33e7d5b3-e767-4ffc-82f6-20116cdea442 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.824127] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12607} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.824407] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.825163] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8891a-c35a-41c5-af58-340f1e16eb60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.852392] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2/860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.852392] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b296ad36-e357-4a6d-bf07-8685ade6794d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.874421] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1117.874421] env[63021]: value = "task-4283430" [ 1117.874421] env[63021]: _type = "Task" [ 1117.874421] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.885825] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.903018] env[63021]: DEBUG nova.compute.manager [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-deleted-bfb770ef-f537-4842-b8a2-750c76883a28 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1117.903291] env[63021]: INFO nova.compute.manager [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Neutron deleted interface bfb770ef-f537-4842-b8a2-750c76883a28; detaching it from the instance and deleting it from the info cache [ 1117.903603] env[63021]: DEBUG nova.network.neutron [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abbde201-ca89-4857-9ce1-2b2a7795df86", "address": "fa:16:3e:32:ee:8b", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbde201-ca", "ovs_interfaceid": "abbde201-ca89-4857-9ce1-2b2a7795df86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.961951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-5a704698-5372-42e4-aef4-3e8439332877" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.962216] env[63021]: DEBUG nova.objects.instance [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'migration_context' on Instance uuid 5a704698-5372-42e4-aef4-3e8439332877 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.030017] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.229413] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283429, 'name': Destroy_Task, 'duration_secs': 0.35463} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.229566] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Destroyed the VM [ 1118.229818] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.230085] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7af05f53-84c2-48a5-88be-c4c7ee67a933 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.237079] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1118.237079] env[63021]: value = "task-4283431" [ 1118.237079] env[63021]: _type = "Task" [ 1118.237079] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.245586] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.385811] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.406469] env[63021]: DEBUG oslo_concurrency.lockutils [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.406814] env[63021]: DEBUG oslo_concurrency.lockutils [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] Acquired lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.407935] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24356ff-7856-4f57-9474-4ade9ac53ac4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.426484] env[63021]: DEBUG oslo_concurrency.lockutils [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] Releasing lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.426869] env[63021]: WARNING nova.compute.manager [req-3b68eb1b-dcdd-4436-a836-843049a807f6 req-d923e71b-d3df-4bf3-b592-aca091784867 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Detach interface failed, port_id=bfb770ef-f537-4842-b8a2-750c76883a28, reason: No device with interface-id bfb770ef-f537-4842-b8a2-750c76883a28 exists on VM: nova.exception.NotFound: No device with interface-id bfb770ef-f537-4842-b8a2-750c76883a28 exists on VM [ 1118.465103] env[63021]: DEBUG nova.objects.base [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Object Instance<5a704698-5372-42e4-aef4-3e8439332877> lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.466170] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6b80d-b048-4deb-ac1f-aef9e1dff6c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.489330] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b201f7f-31b8-4547-a512-0371eeba282e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.495804] env[63021]: DEBUG oslo_vmware.api [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1118.495804] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52937e0e-0e32-6725-108a-fafc8be7241b" [ 1118.495804] env[63021]: _type = "Task" [ 1118.495804] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.505447] env[63021]: DEBUG oslo_vmware.api [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52937e0e-0e32-6725-108a-fafc8be7241b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.535280] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1118.535541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.894s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.535837] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.927s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.537721] env[63021]: INFO nova.compute.claims [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.750755] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283431, 'name': RemoveSnapshot_Task, 'duration_secs': 0.449146} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.750755] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1118.750982] env[63021]: DEBUG nova.compute.manager [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.752166] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080fb923-9bd1-4146-8115-2e171334aa8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.791759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.791759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.791759] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.887393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.887617] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.887767] env[63021]: DEBUG nova.network.neutron [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.889071] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283430, 'name': ReconfigVM_Task, 'duration_secs': 0.680046} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.889518] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2/860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.890147] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea3e7b8-3890-4d61-a96d-6639b37f42d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.897303] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1118.897303] env[63021]: value = "task-4283432" [ 1118.897303] env[63021]: _type = "Task" [ 1118.897303] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.907354] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283432, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.006441] env[63021]: DEBUG oslo_vmware.api [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52937e0e-0e32-6725-108a-fafc8be7241b, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.006693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.064870] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.123406] env[63021]: DEBUG nova.compute.manager [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-deleted-abbde201-ca89-4857-9ce1-2b2a7795df86 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1119.123702] env[63021]: INFO nova.compute.manager [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Neutron deleted interface abbde201-ca89-4857-9ce1-2b2a7795df86; detaching it from the instance and deleting it from the info cache [ 1119.123832] env[63021]: DEBUG nova.network.neutron [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.268023] env[63021]: INFO nova.compute.manager [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Shelve offloading [ 1119.408537] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283432, 'name': Rename_Task, 'duration_secs': 0.33658} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.408936] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.409097] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036cae11-61c2-438c-9b0b-240f48abca50 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.417596] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1119.417596] env[63021]: value = "task-4283433" [ 1119.417596] env[63021]: _type = "Task" [ 1119.417596] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.428331] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.570943] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.571283] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1119.626348] env[63021]: DEBUG oslo_concurrency.lockutils [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.626529] env[63021]: DEBUG oslo_concurrency.lockutils [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Acquired lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.627439] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae67c4f-bdb8-4d46-a37b-b8fafcb0855b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.650384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d7661-671d-4050-bcdb-4a718f69c697 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.672327] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.678031] env[63021]: DEBUG nova.virt.vmwareapi.vmops [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfiguring VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1119.679050] env[63021]: INFO nova.network.neutron [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Port abbde201-ca89-4857-9ce1-2b2a7795df86 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1119.679391] env[63021]: DEBUG nova.network.neutron [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [{"id": "96a54a0c-1394-4845-9cbf-435d2260340f", "address": "fa:16:3e:d3:be:a5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a54a0c-13", "ovs_interfaceid": "96a54a0c-1394-4845-9cbf-435d2260340f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.683029] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da46425-5d0c-4ac6-8b03-1e3d8df39b52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.699611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.708053] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Waiting for the task: (returnval){ [ 1119.708053] env[63021]: value = "task-4283434" [ 1119.708053] env[63021]: _type = "Task" [ 1119.708053] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.720631] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.772811] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.772811] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bffb54-959d-4cc0-98dc-5ff24de3f056 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.783576] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1119.783576] env[63021]: value = "task-4283435" [ 1119.783576] env[63021]: _type = "Task" [ 1119.783576] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.793878] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.828511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.828740] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.828964] env[63021]: DEBUG nova.network.neutron [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.868995] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7032eb0f-117f-41f8-a527-c0a5dc21c876 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.877419] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3848a50f-7e6b-4302-b855-54468b4d1043 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.911774] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f4e6e-ed1f-4e6b-89fe-f8b3b7cabed9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.922969] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543bb524-b595-4f17-a972-fed2e961734f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.932209] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.940205] env[63021]: DEBUG nova.compute.provider_tree [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.089966] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] There are 55 instances to clean {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1120.090206] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 21a825ff-9fb1-4943-bf96-3c3940c7868c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1120.204012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ec8939aa-8674-4d86-b84e-dc73167eddbb tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-63337b76-10e4-4793-9ff3-f7d4b1eaf54a-bfb770ef-f537-4842-b8a2-750c76883a28" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 8.893s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.219660] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.298418] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.298719] env[63021]: DEBUG nova.compute.manager [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.299768] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82798b-c187-4a19-aca9-9b181ee800e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.308653] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.308931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.309240] env[63021]: DEBUG nova.network.neutron [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.432653] env[63021]: DEBUG oslo_vmware.api [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283433, 'name': PowerOnVM_Task, 'duration_secs': 0.982742} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.432925] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.433154] env[63021]: INFO nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1120.433338] env[63021]: DEBUG nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.434165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fff9b0-1c7d-4793-b94e-d177d5fdc1e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.445167] env[63021]: DEBUG nova.scheduler.client.report [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.593185] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 843d189d-ffdc-418f-8c43-f962a0d7adbf] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1120.666030] env[63021]: DEBUG nova.network.neutron [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.718861] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.953732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.954221] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.957873] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.951s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.959183] env[63021]: INFO nova.compute.manager [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Took 13.54 seconds to build instance. [ 1121.087782] env[63021]: DEBUG nova.network.neutron [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updating instance_info_cache with network_info: [{"id": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "address": "fa:16:3e:2c:e7:79", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf873bea6-fe", "ovs_interfaceid": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.096174] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 9756c122-46ed-435b-8d3f-5a58311cd302] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1121.169041] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.225489] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.461519] env[63021]: DEBUG nova.compute.utils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.466599] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6ffaed4-970f-42b5-a9e9-9076ca605d9d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.068s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.466990] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.467329] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.527738] env[63021]: DEBUG nova.policy [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a54bab5614b4c8c884322754de778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61fd4948775043c78943bbc5f282b64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.591025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.602328] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: fd583b17-0527-42e9-b6d7-735acc6245e9] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1121.679449] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569adff-5963-4548-9c9f-caa115e9f380 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.691207] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e382a-3667-4cde-bb80-cc6aa742b7ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.729709] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706c448-c79b-4f80-892e-0f0fb0f96fee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.735009] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f542e-9801-4569-b4c0-cf890fc6f05d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.760026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d46c17c-9643-4444-84fe-481d352d6dd9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.765026] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.765144] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6c0de-9e0a-4c4f-ad25-126adcd12808 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.779043] env[63021]: DEBUG nova.compute.provider_tree [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.783639] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.874453] env[63021]: DEBUG nova.compute.manager [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received event network-vif-unplugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1121.874672] env[63021]: DEBUG oslo_concurrency.lockutils [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.874908] env[63021]: DEBUG oslo_concurrency.lockutils [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.875138] env[63021]: DEBUG oslo_concurrency.lockutils [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.875272] env[63021]: DEBUG nova.compute.manager [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] No waiting events found dispatching network-vif-unplugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.875431] env[63021]: WARNING nova.compute.manager [req-c26ea261-b1d1-4030-b917-dd7601f4933b req-e8df45f3-b97e-413c-9082-21cbe73d3dcd service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received unexpected event network-vif-unplugged-f873bea6-fe7c-4060-9dd0-aa3772507f21 for instance with vm_state shelved and task_state shelving_offloading. [ 1121.893835] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.894767] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b40ab2-028d-4268-83b5-72a8e58e5b5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.906060] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.906286] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29513f94-2633-4c30-9201-7de804751cd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.945323] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Successfully created port: 13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.969534] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.980711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.981030] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.981178] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] 7f2cd54a-c755-4de4-95fd-d2106ad8956f {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.981391] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e4eec2-9a8f-479a-91f0-6263f120fefe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.990906] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1121.990906] env[63021]: value = "task-4283437" [ 1121.990906] env[63021]: _type = "Task" [ 1121.990906] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.001053] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.022726] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.022954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.106525] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 28ee1eb2-dab6-4942-b9a1-5eecff5c3836] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1122.237887] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.288317] env[63021]: DEBUG nova.scheduler.client.report [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.293052] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.293450] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb04911-61a9-444d-8473-3455718aa6aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.302504] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1122.302504] env[63021]: value = "task-4283438" [ 1122.302504] env[63021]: _type = "Task" [ 1122.302504] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.311930] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.502746] env[63021]: DEBUG oslo_vmware.api [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167174} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.503143] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.503319] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.503472] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.525453] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.531384] env[63021]: INFO nova.scheduler.client.report [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance 7f2cd54a-c755-4de4-95fd-d2106ad8956f [ 1122.610054] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 7ab222af-ee23-4aab-8ab5-2d2b7298713c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1122.740024] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.812501] env[63021]: DEBUG oslo_vmware.api [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283438, 'name': PowerOnVM_Task, 'duration_secs': 0.443594} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.813629] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.813701] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b99a3-c175-4e5e-9279-f0d8dfc4d1d3 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance '15f739e9-f387-4b1a-8d9c-3482915eb2b5' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.982749] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.035793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.048136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.050676] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.050946] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.051156] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.051381] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.051563] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.051741] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.051988] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.052220] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.052452] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.052665] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.052857] env[63021]: DEBUG nova.virt.hardware [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.054168] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c2f5b-267c-4ecf-9170-d27aaee34749 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.064426] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbfa6e-5a57-4d69-a4be-de98945e7221 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.113709] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 462aac3d-f544-41d8-a31a-7faa2811d20a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1123.240591] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.299775] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.342s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.302631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.267s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.302859] env[63021]: DEBUG nova.objects.instance [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'resources' on Instance uuid 7f2cd54a-c755-4de4-95fd-d2106ad8956f {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.378459] env[63021]: DEBUG nova.compute.manager [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Received event network-vif-plugged-13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1123.378705] env[63021]: DEBUG oslo_concurrency.lockutils [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.378924] env[63021]: DEBUG oslo_concurrency.lockutils [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.379116] env[63021]: DEBUG oslo_concurrency.lockutils [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.379294] env[63021]: DEBUG nova.compute.manager [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] No waiting events found dispatching network-vif-plugged-13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.379547] env[63021]: WARNING nova.compute.manager [req-a926e118-e1d2-49b4-b8a0-61eb98768db5 req-5b574600-2422-43e0-a3df-21b6feb640c0 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Received unexpected event network-vif-plugged-13f8614e-ef44-4977-94ec-74450b5ddc1c for instance with vm_state building and task_state spawning. [ 1123.530808] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Successfully updated port: 13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.585664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.621038] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 82bf0c7f-3642-42ff-9c73-aab71ea13abb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1123.740453] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.807161] env[63021]: DEBUG nova.objects.instance [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f2cd54a-c755-4de4-95fd-d2106ad8956f {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.864270] env[63021]: INFO nova.scheduler.client.report [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocation for migration 619d3bc0-c022-48e0-8a63-1bbd7140ba64 [ 1123.901545] env[63021]: DEBUG nova.compute.manager [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Received event network-changed-f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1123.901750] env[63021]: DEBUG nova.compute.manager [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Refreshing instance network info cache due to event network-changed-f873bea6-fe7c-4060-9dd0-aa3772507f21. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1123.901962] env[63021]: DEBUG oslo_concurrency.lockutils [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] Acquiring lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.902212] env[63021]: DEBUG oslo_concurrency.lockutils [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] Acquired lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.902283] env[63021]: DEBUG nova.network.neutron [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Refreshing network info cache for port f873bea6-fe7c-4060-9dd0-aa3772507f21 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.037987] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.038157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.038317] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.124239] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 10357f68-d0b4-4d1f-bf0f-37c6b1555f55] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1124.241628] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.310940] env[63021]: DEBUG nova.objects.base [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Object Instance<7f2cd54a-c755-4de4-95fd-d2106ad8956f> lazy-loaded attributes: resources,numa_topology {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.370421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-41d147a8-e197-4f84-be66-057d949e2411 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.099s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.510685] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bdff25-2b0b-42da-80bf-9be96f7798bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.521213] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361df6a-0232-4e1e-8572-9b039c62caad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.556515] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef813e5-89da-433e-8604-d85bb774ffaf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.565162] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d662da-7556-4749-a6f3-8b950686968a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.581049] env[63021]: DEBUG nova.compute.provider_tree [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.596201] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.627881] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 1b68500c-142b-4dfa-9493-f45982273aa2] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1124.725537] env[63021]: DEBUG nova.network.neutron [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.743396] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.826744] env[63021]: DEBUG nova.network.neutron [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updated VIF entry in instance network info cache for port f873bea6-fe7c-4060-9dd0-aa3772507f21. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.827194] env[63021]: DEBUG nova.network.neutron [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updating instance_info_cache with network_info: [{"id": "f873bea6-fe7c-4060-9dd0-aa3772507f21", "address": "fa:16:3e:2c:e7:79", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": null, "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf873bea6-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.014312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.014660] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.014914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.016034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.016034] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.017946] env[63021]: INFO nova.compute.manager [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Terminating instance [ 1125.085019] env[63021]: DEBUG nova.scheduler.client.report [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.133019] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 404acc75-1473-41d9-8812-31828cdf4bc9] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1125.227794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.228144] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Instance network_info: |[{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.228609] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:00:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f8614e-ef44-4977-94ec-74450b5ddc1c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.236431] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.236845] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.240351] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-decb2f6e-81a4-437f-b2e9-d0c3abdf8ee1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.262371] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.263894] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.263894] env[63021]: value = "task-4283439" [ 1125.263894] env[63021]: _type = "Task" [ 1125.263894] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.272329] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283439, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.329913] env[63021]: DEBUG oslo_concurrency.lockutils [req-86ba56ba-1050-4043-8576-8ad4922a2f13 req-2cad762d-da46-448a-99c3-ffb5bf8ebe03 service nova] Releasing lock "refresh_cache-7f2cd54a-c755-4de4-95fd-d2106ad8956f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.368292] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.369483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.370553] env[63021]: DEBUG nova.compute.manager [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Going to confirm migration 7 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.372551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.372923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.373134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "5a704698-5372-42e4-aef4-3e8439332877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.373381] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.373627] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.375972] env[63021]: INFO nova.compute.manager [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Terminating instance [ 1125.406773] env[63021]: DEBUG nova.compute.manager [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Received event network-changed-13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1125.407259] env[63021]: DEBUG nova.compute.manager [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Refreshing instance network info cache due to event network-changed-13f8614e-ef44-4977-94ec-74450b5ddc1c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1125.407455] env[63021]: DEBUG oslo_concurrency.lockutils [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.407536] env[63021]: DEBUG oslo_concurrency.lockutils [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.407763] env[63021]: DEBUG nova.network.neutron [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Refreshing network info cache for port 13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.522390] env[63021]: DEBUG nova.compute.manager [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.522620] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.523604] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c937d-33ac-4458-813a-679e060366a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.532372] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.532634] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da9f2e0c-1c37-4cad-a26a-1fdf0e33e5fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.539422] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1125.539422] env[63021]: value = "task-4283440" [ 1125.539422] env[63021]: _type = "Task" [ 1125.539422] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.550047] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.591652] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.594546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.546s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.596730] env[63021]: INFO nova.compute.claims [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.636239] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 491dcb12-e80d-4e0d-aee6-8a6cdf169a17] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1125.662188] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.663524] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a686b5-4ddc-427d-871b-56cc58b8e4b5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.670274] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.670499] env[63021]: ERROR oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk due to incomplete transfer. [ 1125.670761] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c5ab6501-f394-4a1d-b5c7-a37467d79597 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.679399] env[63021]: DEBUG oslo_vmware.rw_handles [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52083a8d-ddc9-ebdc-22f7-d88e0958655a/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1125.679630] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Uploaded image d4b6ebb2-339a-4b84-88c7-fc9008c1043b to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1125.681658] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1125.681930] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b882e4e6-bcbc-4571-b6e2-cc5dadf0e363 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.689319] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1125.689319] env[63021]: value = "task-4283441" [ 1125.689319] env[63021]: _type = "Task" [ 1125.689319] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.699759] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283441, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.747106] env[63021]: DEBUG oslo_vmware.api [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Task: {'id': task-4283434, 'name': ReconfigVM_Task, 'duration_secs': 5.844449} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.747384] env[63021]: DEBUG oslo_concurrency.lockutils [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] Releasing lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.747644] env[63021]: DEBUG nova.virt.vmwareapi.vmops [req-865b0f3f-a2dd-4db8-a4b0-7ef8f6f17d10 req-36c1c80b-d47f-459b-b944-46e53865dd26 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Reconfigured VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1125.748172] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.076s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.748405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.748611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.748781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.750768] env[63021]: INFO nova.compute.manager [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Terminating instance [ 1125.773661] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283439, 'name': CreateVM_Task, 'duration_secs': 0.378585} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.773785] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.774442] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.774614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.774926] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.775184] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e501ec5e-691e-42bd-ba4a-53566d00fdb8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.780190] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1125.780190] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]528043e7-f95b-0170-72b0-ad114a533d40" [ 1125.780190] env[63021]: _type = "Task" [ 1125.780190] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.788825] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528043e7-f95b-0170-72b0-ad114a533d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.881184] env[63021]: DEBUG nova.compute.manager [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.881399] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.882905] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ec987-a761-4f3a-b8a3-63a70d0140e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.891668] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.891916] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20dde89d-1a74-4087-9188-94e8e53c79c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.898858] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1125.898858] env[63021]: value = "task-4283442" [ 1125.898858] env[63021]: _type = "Task" [ 1125.898858] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.907534] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.921358] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.921586] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.950490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.950673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.950853] env[63021]: DEBUG nova.network.neutron [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.951047] env[63021]: DEBUG nova.objects.instance [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'info_cache' on Instance uuid 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.052319] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283440, 'name': PowerOffVM_Task, 'duration_secs': 0.205304} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.052319] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.052319] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.052319] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8989f659-7361-42af-b261-97181ecc1799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.105677] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a1d84b55-54d9-4016-ba08-294aa00383aa tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.094s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.110422] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.525s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.110836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.110836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.111035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.116052] env[63021]: DEBUG nova.network.neutron [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updated VIF entry in instance network info cache for port 13f8614e-ef44-4977-94ec-74450b5ddc1c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.116397] env[63021]: DEBUG nova.network.neutron [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.118145] env[63021]: INFO nova.compute.manager [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Terminating instance [ 1126.121217] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.121314] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.121450] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleting the datastore file [datastore2] d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.122539] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7581ada-e649-4bf6-b440-8afc3ac315c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.131602] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for the task: (returnval){ [ 1126.131602] env[63021]: value = "task-4283444" [ 1126.131602] env[63021]: _type = "Task" [ 1126.131602] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.141224] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: f2983d26-e0c0-4c69-ba57-5c5087bbe1cc] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1126.142631] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.201845] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283441, 'name': Destroy_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.254501] env[63021]: DEBUG nova.compute.manager [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.254757] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.255765] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f490357-df38-426c-a9ff-680ab16e5552 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.265140] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.265452] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6dd29df-864c-40de-a5d0-fa4db297b0e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.273468] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1126.273468] env[63021]: value = "task-4283445" [ 1126.273468] env[63021]: _type = "Task" [ 1126.273468] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.282862] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.291841] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]528043e7-f95b-0170-72b0-ad114a533d40, 'name': SearchDatastore_Task, 'duration_secs': 0.014715} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.292169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.292406] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.292637] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.292789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.292958] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.293573] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5ebad2-87e5-45a4-a3e8-d15db7618504 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.314204] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.314406] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.315258] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779e7120-1d61-4a21-8c2d-a55dc092c652 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.321705] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1126.321705] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4ce0-eef5-7cb3-e1ce-df8ec09e1f33" [ 1126.321705] env[63021]: _type = "Task" [ 1126.321705] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.329756] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4ce0-eef5-7cb3-e1ce-df8ec09e1f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.408634] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283442, 'name': PowerOffVM_Task, 'duration_secs': 0.417693} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.408916] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.409102] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.409370] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7c498d-e28a-4855-ba7b-0d81312e2caa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.424376] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.476272] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.476532] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.476853] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] 5a704698-5372-42e4-aef4-3e8439332877 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.477507] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a184ff9-5417-4972-8574-80e7e32c56a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.485500] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1126.485500] env[63021]: value = "task-4283447" [ 1126.485500] env[63021]: _type = "Task" [ 1126.485500] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.495726] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.621132] env[63021]: DEBUG oslo_concurrency.lockutils [req-395e3a0b-3d42-49b2-8680-4fca2f51f963 req-f3a2e0e5-44bf-4712-a79f-ae8b1e6a3879 service nova] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.626376] env[63021]: DEBUG nova.compute.manager [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.626612] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.629807] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70c6b33-7270-459b-9405-416c0b0a52ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.642813] env[63021]: DEBUG oslo_vmware.api [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Task: {'id': task-4283444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400131} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.644200] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.644369] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.644556] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.644744] env[63021]: INFO nova.compute.manager [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1126.644992] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.645350] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 6118cda7-e296-4262-b668-59b5f68f02bc] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1126.649725] env[63021]: DEBUG nova.compute.manager [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.649852] env[63021]: DEBUG nova.network.neutron [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.654448] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b83c5f0-cf63-4658-9cb1-29974827627d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.691795] env[63021]: WARNING nova.virt.vmwareapi.vmops [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7f2cd54a-c755-4de4-95fd-d2106ad8956f could not be found. [ 1126.692027] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.692222] env[63021]: INFO nova.compute.manager [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1126.692456] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.698332] env[63021]: DEBUG nova.compute.manager [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.698432] env[63021]: DEBUG nova.network.neutron [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.707041] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283441, 'name': Destroy_Task, 'duration_secs': 0.694491} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.707290] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Destroyed the VM [ 1126.707569] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1126.707832] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bac4f69e-e89d-4a65-98c4-600ac426ed68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.719239] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1126.719239] env[63021]: value = "task-4283448" [ 1126.719239] env[63021]: _type = "Task" [ 1126.719239] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.734610] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.783402] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283445, 'name': PowerOffVM_Task, 'duration_secs': 0.274407} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.786011] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.786203] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.786638] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a68fdf3-abc2-4410-877b-200b6a1243de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.835596] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524f4ce0-eef5-7cb3-e1ce-df8ec09e1f33, 'name': SearchDatastore_Task, 'duration_secs': 0.018921} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.837889] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43153640-0d5e-4b56-8b74-c3403db1423a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.840410] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f72f09-65a8-43d7-b9e3-4a5fcd4b9153 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.849747] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53552ef6-aafb-4ee6-bfce-4133ca30a013 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.852671] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1126.852671] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5222c852-8cef-fb49-133a-5604941c0285" [ 1126.852671] env[63021]: _type = "Task" [ 1126.852671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.888471] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd165694-fcf3-4ebe-a12e-df3d2d3a4e11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.891120] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.891657] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.891657] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleting the datastore file [datastore2] 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.891790] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5222c852-8cef-fb49-133a-5604941c0285, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.891958] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d67b862-a5e3-4ee0-9c13-a3b3eaa4adfd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.893771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.894024] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.894673] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e23aa86f-2429-4bcc-966f-8ccbe6dab066 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.900532] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae78717c-0e1d-424a-8391-b6732a17fc5a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.908212] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1126.908212] env[63021]: value = "task-4283451" [ 1126.908212] env[63021]: _type = "Task" [ 1126.908212] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.908212] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1126.908212] env[63021]: value = "task-4283450" [ 1126.908212] env[63021]: _type = "Task" [ 1126.908212] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.926905] env[63021]: DEBUG nova.compute.provider_tree [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.940344] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.941298] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.956566] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.996828] env[63021]: DEBUG oslo_vmware.api [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444379} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.997422] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.997422] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.997561] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.997844] env[63021]: INFO nova.compute.manager [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1126.997964] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.998231] env[63021]: DEBUG nova.compute.manager [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.998412] env[63021]: DEBUG nova.network.neutron [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.167807] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 1adb44e5-eeb1-4480-8caf-dd059395a539] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1127.231422] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283448, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.250995] env[63021]: DEBUG nova.compute.manager [req-6c1eb602-c39f-4da4-acc0-4346978203be req-bde14b4f-bfed-4796-aaed-044e97fba645 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Received event network-vif-deleted-a79337cb-17e6-4dc8-be90-90a6d3823771 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1127.251287] env[63021]: INFO nova.compute.manager [req-6c1eb602-c39f-4da4-acc0-4346978203be req-bde14b4f-bfed-4796-aaed-044e97fba645 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Neutron deleted interface a79337cb-17e6-4dc8-be90-90a6d3823771; detaching it from the instance and deleting it from the info cache [ 1127.251493] env[63021]: DEBUG nova.network.neutron [req-6c1eb602-c39f-4da4-acc0-4346978203be req-bde14b4f-bfed-4796-aaed-044e97fba645 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.277087] env[63021]: DEBUG nova.network.neutron [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [{"id": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "address": "fa:16:3e:3e:e0:ae", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e7d5b3-e7", "ovs_interfaceid": "33e7d5b3-e767-4ffc-82f6-20116cdea442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.436391] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.440837] env[63021]: DEBUG nova.scheduler.client.report [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.444763] env[63021]: DEBUG oslo_vmware.api [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395189} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.445166] env[63021]: DEBUG nova.network.neutron [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.447302] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.447302] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.447302] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.447844] env[63021]: INFO nova.compute.manager [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1127.448034] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.448851] env[63021]: DEBUG nova.compute.manager [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.449032] env[63021]: DEBUG nova.network.neutron [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.671762] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 31e73939-09af-467e-b637-0bba27390c0e] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1127.730484] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283448, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.732998] env[63021]: DEBUG nova.network.neutron [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.757512] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63f92d1e-87b4-4eea-87c9-95b80caf66d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.767653] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2d8f4-4182-444b-98f6-1c55c6504b66 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.780341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-15f739e9-f387-4b1a-8d9c-3482915eb2b5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.780538] env[63021]: DEBUG nova.objects.instance [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'migration_context' on Instance uuid 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.802205] env[63021]: DEBUG nova.compute.manager [req-6c1eb602-c39f-4da4-acc0-4346978203be req-bde14b4f-bfed-4796-aaed-044e97fba645 service nova] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Detach interface failed, port_id=a79337cb-17e6-4dc8-be90-90a6d3823771, reason: Instance d4e6a473-36f3-4730-9ec0-28a01980a81e could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1127.854114] env[63021]: DEBUG nova.network.neutron [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.921842] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593754} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.922084] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.922286] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.922545] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461ea80b-43c9-4804-9627-85a353a3a75e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.931293] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1127.931293] env[63021]: value = "task-4283452" [ 1127.931293] env[63021]: _type = "Task" [ 1127.931293] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.940064] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.949611] env[63021]: INFO nova.compute.manager [-] [instance: 7f2cd54a-c755-4de4-95fd-d2106ad8956f] Took 1.25 seconds to deallocate network for instance. [ 1127.950263] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.950735] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.954629] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.998s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.956146] env[63021]: INFO nova.compute.claims [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.177554] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: f88e6bb1-e8d2-452f-88dc-f6e7ef0430fe] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1128.230451] env[63021]: DEBUG oslo_vmware.api [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283448, 'name': RemoveSnapshot_Task, 'duration_secs': 1.424309} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.230765] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1128.230905] env[63021]: INFO nova.compute.manager [None req-257c2902-3d50-497b-91e6-8d45498c96f8 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 1128.235905] env[63021]: INFO nova.compute.manager [-] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Took 1.59 seconds to deallocate network for instance. [ 1128.282768] env[63021]: DEBUG nova.objects.base [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Object Instance<15f739e9-f387-4b1a-8d9c-3482915eb2b5> lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.283898] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead670c7-9da6-48e1-bfd0-91cf5b04f496 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.305795] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454c5315-e239-41a6-a3e9-6fcf9bceafc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.312111] env[63021]: DEBUG oslo_vmware.api [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1128.312111] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]524e69e4-c385-84e9-ce03-fdce8ce67061" [ 1128.312111] env[63021]: _type = "Task" [ 1128.312111] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.321474] env[63021]: DEBUG oslo_vmware.api [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524e69e4-c385-84e9-ce03-fdce8ce67061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.357692] env[63021]: INFO nova.compute.manager [-] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Took 1.36 seconds to deallocate network for instance. [ 1128.441903] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283452, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.463456] env[63021]: DEBUG nova.compute.utils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.467040] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.467245] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.474495] env[63021]: DEBUG nova.network.neutron [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.531211] env[63021]: DEBUG nova.policy [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.679606] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 61eac8bc-fdfc-4d4f-a79a-c43ddec41862] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1128.743025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.823310] env[63021]: DEBUG oslo_vmware.api [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]524e69e4-c385-84e9-ce03-fdce8ce67061, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.823768] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.837878] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Successfully created port: 13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.865055] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.942828] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.518716} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.943200] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.945688] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a1c163-39d8-4cda-b15d-31a783306d9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.976545] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.977299] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.982527] env[63021]: INFO nova.compute.manager [-] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Took 1.53 seconds to deallocate network for instance. [ 1128.982756] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f91723-3ab0-4234-a0a2-1487d6bd8bb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.004401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c772801c-b4b5-4311-8cf6-a01e6e36afd8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "7f2cd54a-c755-4de4-95fd-d2106ad8956f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.894s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.014794] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1129.014794] env[63021]: value = "task-4283453" [ 1129.014794] env[63021]: _type = "Task" [ 1129.014794] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.030505] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.187048] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 00904fce-cdc8-40b9-a614-176a24d6f200] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1129.235520] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a609f-60ff-4e1a-acfa-75f3149875d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.244180] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113db90-8ff9-4a6e-8444-211c456e05da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.278354] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1632f0fd-997b-42a1-beca-fa93062fb56d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.288503] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9839f2-688c-497a-b3e7-650d2399f3e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304619] env[63021]: DEBUG nova.compute.provider_tree [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.330679] env[63021]: DEBUG nova.compute.manager [req-4e1bad93-76f7-462f-b054-97b35f3deac8 req-481d0bfc-1ec4-4b9f-bb4c-5c9f0acac4f6 service nova] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Received event network-vif-deleted-a439746e-cd86-42ba-b508-bd116e44afb3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1129.330897] env[63021]: DEBUG nova.compute.manager [req-4e1bad93-76f7-462f-b054-97b35f3deac8 req-481d0bfc-1ec4-4b9f-bb4c-5c9f0acac4f6 service nova] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Received event network-vif-deleted-96a54a0c-1394-4845-9cbf-435d2260340f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1129.506303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.526843] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283453, 'name': ReconfigVM_Task, 'duration_secs': 0.344985} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.527519] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.528397] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-245c2329-6938-4158-87c9-df0ff3b17799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.536573] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1129.536573] env[63021]: value = "task-4283454" [ 1129.536573] env[63021]: _type = "Task" [ 1129.536573] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.545348] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283454, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.689606] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c44fd606-9695-418e-b909-17307969678b] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1129.724585] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.724787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.807808] env[63021]: DEBUG nova.scheduler.client.report [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.005448] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.031619] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.031908] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.032086] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.032284] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.032448] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.032600] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.032834] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.033025] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.033563] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.033766] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.033961] env[63021]: DEBUG nova.virt.hardware [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.034925] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ec987-234b-4947-8cf6-c4f8832e732d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.049887] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1f5aa-fc55-4d3c-9490-2c4548439f41 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.053813] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283454, 'name': Rename_Task, 'duration_secs': 0.156465} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.054103] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.054655] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ef2588-faed-4737-8c99-4212276610ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.064835] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1130.064835] env[63021]: value = "task-4283455" [ 1130.064835] env[63021]: _type = "Task" [ 1130.064835] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.071894] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.193868] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bf90c69c-ddd8-4ab6-b514-07fde8f188f0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1130.226504] env[63021]: DEBUG nova.compute.manager [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.226912] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.230238] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b3e57f-3a24-497b-b9d7-8eedc4cfb563 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.312815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.313605] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.317081] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.574s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.317424] env[63021]: DEBUG nova.objects.instance [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lazy-loading 'resources' on Instance uuid d4e6a473-36f3-4730-9ec0-28a01980a81e {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.337087] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Successfully updated port: 13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.576156] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.697457] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 02a2ee7d-dac4-4eee-a381-1711087bca87] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1130.741081] env[63021]: INFO nova.compute.manager [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] instance snapshotting [ 1130.743823] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcea955a-cd78-416f-b92c-9bda13ca294d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.765355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.766132] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da512d42-1774-4874-8887-215d0a49a230 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.820458] env[63021]: DEBUG nova.compute.utils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.824303] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.824478] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.839138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.839306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.839432] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.872133] env[63021]: DEBUG nova.policy [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcac1a02c0ec40609900c5cab101c618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6eba4d062a254c4db5715d51bf487a98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.003890] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff055a-8242-4ffd-a598-6d69f5a791db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013872] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391478bd-e34a-489e-b5ef-638767f06b49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.045392] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f4910-40b3-4144-aee9-92d36213bc9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.053225] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae113cc-fd71-410d-948e-4fb9ac686f25 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.070732] env[63021]: DEBUG nova.compute.provider_tree [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.081122] env[63021]: DEBUG oslo_vmware.api [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283455, 'name': PowerOnVM_Task, 'duration_secs': 0.586821} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.082230] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.082451] env[63021]: INFO nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1131.082909] env[63021]: DEBUG nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.084219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad99ab44-b148-413b-94d5-45218d82c63b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.099310] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Successfully created port: bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.201798] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a6002b80-35fc-4c7c-9e7d-c18e909f5346] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1131.276929] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1131.277303] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b101bc9-82c0-4352-bf4c-de1c0fef804d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.286255] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1131.286255] env[63021]: value = "task-4283456" [ 1131.286255] env[63021]: _type = "Task" [ 1131.286255] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.295152] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283456, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.327028] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.361347] env[63021]: DEBUG nova.compute.manager [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Received event network-vif-plugged-13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1131.361456] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Acquiring lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.362189] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.362189] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.362189] env[63021]: DEBUG nova.compute.manager [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] No waiting events found dispatching network-vif-plugged-13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.362831] env[63021]: WARNING nova.compute.manager [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Received unexpected event network-vif-plugged-13e9c3de-a281-41ff-8a55-cb6c7537f6ae for instance with vm_state building and task_state spawning. [ 1131.363104] env[63021]: DEBUG nova.compute.manager [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Received event network-changed-13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1131.363346] env[63021]: DEBUG nova.compute.manager [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Refreshing instance network info cache due to event network-changed-13e9c3de-a281-41ff-8a55-cb6c7537f6ae. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1131.363583] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Acquiring lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.376256] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.569061] env[63021]: DEBUG nova.network.neutron [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Updating instance_info_cache with network_info: [{"id": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "address": "fa:16:3e:5c:2c:bd", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e9c3de-a2", "ovs_interfaceid": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.576889] env[63021]: DEBUG nova.scheduler.client.report [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.603635] env[63021]: INFO nova.compute.manager [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Took 14.01 seconds to build instance. [ 1131.707064] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 44046d4e-a3d3-4c2d-ab7b-cad1af6bde81] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1131.798202] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283456, 'name': CreateSnapshot_Task, 'duration_secs': 0.508589} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.798747] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.799443] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd3e70-4dbe-486b-9c17-832b253fcaf6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.071601] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.071934] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Instance network_info: |[{"id": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "address": "fa:16:3e:5c:2c:bd", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e9c3de-a2", "ovs_interfaceid": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.072271] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Acquired lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.072453] env[63021]: DEBUG nova.network.neutron [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Refreshing network info cache for port 13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.073732] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:2c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e9c3de-a281-41ff-8a55-cb6c7537f6ae', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.082461] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.085913] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.087769] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.088732] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.265s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.090503] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8845881b-cec0-45c9-b330-09edb2822976 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.108102] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4c55d1a7-da44-42c0-a254-6ab1bced433a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.525s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.111247] env[63021]: INFO nova.scheduler.client.report [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Deleted allocations for instance d4e6a473-36f3-4730-9ec0-28a01980a81e [ 1132.116721] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.116721] env[63021]: value = "task-4283457" [ 1132.116721] env[63021]: _type = "Task" [ 1132.116721] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.127229] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283457, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.210498] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 15a0750d-cdb9-496c-8879-a87e3c446bcf] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1132.309538] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955b015-7968-49be-9028-586753f8d9f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.319279] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1132.319906] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a66386b-0a10-4261-b5b3-727e440653fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.328456] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a015586-39a4-4c98-a186-31b788dc539e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.333134] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1132.333134] env[63021]: value = "task-4283458" [ 1132.333134] env[63021]: _type = "Task" [ 1132.333134] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.373105] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.376656] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd0e4e-a2dd-40e3-8cde-777cce36566c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.389468] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283458, 'name': CloneVM_Task} progress is 12%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.397768] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f81003-8d9d-417a-b1b9-263ce89fa70d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.419983] env[63021]: DEBUG nova.compute.provider_tree [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.424493] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.424887] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.425270] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.425595] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.428018] env[63021]: DEBUG nova.virt.hardware [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.429844] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba495684-3135-4bb2-8cfb-91dcfaba8b4a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439621] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26fc12c-bc15-47a7-811c-aa793ce82fe8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.624847] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ba41be98-e67c-46ae-a9e4-514a692dc001 tempest-AttachVolumeShelveTestJSON-960433482 tempest-AttachVolumeShelveTestJSON-960433482-project-member] Lock "d4e6a473-36f3-4730-9ec0-28a01980a81e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.610s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.644592] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283457, 'name': CreateVM_Task, 'duration_secs': 0.527214} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.644782] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.645492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.645745] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.645998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.646280] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970a2639-540f-4fab-864d-5110a092d052 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.652602] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1132.652602] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5228da20-36db-8735-1976-d6751f56c888" [ 1132.652602] env[63021]: _type = "Task" [ 1132.652602] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.662635] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5228da20-36db-8735-1976-d6751f56c888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.668330] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Successfully updated port: bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.717023] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 96a158f3-f53d-48e2-b8ce-bdf389e9c166] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1132.844521] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283458, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.858053] env[63021]: DEBUG nova.network.neutron [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Updated VIF entry in instance network info cache for port 13e9c3de-a281-41ff-8a55-cb6c7537f6ae. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.858755] env[63021]: DEBUG nova.network.neutron [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Updating instance_info_cache with network_info: [{"id": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "address": "fa:16:3e:5c:2c:bd", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e9c3de-a2", "ovs_interfaceid": "13e9c3de-a281-41ff-8a55-cb6c7537f6ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.938046] env[63021]: DEBUG nova.scheduler.client.report [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.104243] env[63021]: DEBUG nova.compute.manager [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Received event network-changed-13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1133.104436] env[63021]: DEBUG nova.compute.manager [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Refreshing instance network info cache due to event network-changed-13f8614e-ef44-4977-94ec-74450b5ddc1c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1133.104972] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.104972] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.104972] env[63021]: DEBUG nova.network.neutron [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Refreshing network info cache for port 13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.163665] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5228da20-36db-8735-1976-d6751f56c888, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.163974] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.164226] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.164458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.164606] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.164794] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.165061] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098aa6b9-4808-42a9-8d2e-9404bbb62908 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.168522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.168675] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.168832] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.174237] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.174395] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.175171] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58149eee-210c-4eac-9562-404ede25a9ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.182710] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1133.182710] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5ee3c-9b9d-0e92-e8a2-12021f14d817" [ 1133.182710] env[63021]: _type = "Task" [ 1133.182710] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.191543] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5ee3c-9b9d-0e92-e8a2-12021f14d817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.220187] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a96744de-2ced-42e7-bdb4-834efa167c97] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1133.345237] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283458, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.364093] env[63021]: DEBUG oslo_concurrency.lockutils [req-c9ea5d6e-d5f0-4770-b0da-9c651a3031cd req-b4c9dade-ff9d-4dc4-aff5-fa8c2b32c041 service nova] Releasing lock "refresh_cache-32b0fc12-e776-483c-96cf-4c9b684f33b0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.389563] env[63021]: DEBUG nova.compute.manager [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Received event network-vif-plugged-bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1133.389798] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Acquiring lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.390225] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.390466] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.390745] env[63021]: DEBUG nova.compute.manager [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] No waiting events found dispatching network-vif-plugged-bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.390974] env[63021]: WARNING nova.compute.manager [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Received unexpected event network-vif-plugged-bc77ea70-1a79-4a08-93e0-516b047d45f1 for instance with vm_state building and task_state spawning. [ 1133.391189] env[63021]: DEBUG nova.compute.manager [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Received event network-changed-bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1133.391414] env[63021]: DEBUG nova.compute.manager [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Refreshing instance network info cache due to event network-changed-bc77ea70-1a79-4a08-93e0-516b047d45f1. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1133.391665] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Acquiring lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.693870] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d5ee3c-9b9d-0e92-e8a2-12021f14d817, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.694643] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6d067c-cf1a-469f-b419-4cbfbb02bc82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.701963] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1133.701963] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]523b1296-a38c-9097-0a16-3123aee6a201" [ 1133.701963] env[63021]: _type = "Task" [ 1133.701963] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.702849] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.715956] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]523b1296-a38c-9097-0a16-3123aee6a201, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.716221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.716582] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 32b0fc12-e776-483c-96cf-4c9b684f33b0/32b0fc12-e776-483c-96cf-4c9b684f33b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.716726] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e4b3b7-47a6-4680-b5f2-5e1e628f1267 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.723266] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bb1b3f51-7ebf-4b27-ade2-a747be9ae99d] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1133.726677] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1133.726677] env[63021]: value = "task-4283459" [ 1133.726677] env[63021]: _type = "Task" [ 1133.726677] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.738540] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.844723] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283458, 'name': CloneVM_Task, 'duration_secs': 1.412671} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.844992] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Created linked-clone VM from snapshot [ 1133.845838] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427aa99b-c601-49bf-97cd-27828cc81b64 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.854494] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Uploading image 811f06d9-56e5-481b-95f2-9371e88158b3 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.863080] env[63021]: DEBUG nova.network.neutron [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Updating instance_info_cache with network_info: [{"id": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "address": "fa:16:3e:82:eb:d7", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc77ea70-1a", "ovs_interfaceid": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.886940] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.886940] env[63021]: value = "vm-843913" [ 1133.886940] env[63021]: _type = "VirtualMachine" [ 1133.886940] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.887649] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56186be4-d058-41b5-ae36-9507114b590a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.897312] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lease: (returnval){ [ 1133.897312] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522bf1dd-c05b-7aac-9ec3-5d604317c4be" [ 1133.897312] env[63021]: _type = "HttpNfcLease" [ 1133.897312] env[63021]: } obtained for exporting VM: (result){ [ 1133.897312] env[63021]: value = "vm-843913" [ 1133.897312] env[63021]: _type = "VirtualMachine" [ 1133.897312] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.897801] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the lease: (returnval){ [ 1133.897801] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522bf1dd-c05b-7aac-9ec3-5d604317c4be" [ 1133.897801] env[63021]: _type = "HttpNfcLease" [ 1133.897801] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.902273] env[63021]: DEBUG nova.network.neutron [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updated VIF entry in instance network info cache for port 13f8614e-ef44-4977-94ec-74450b5ddc1c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.902659] env[63021]: DEBUG nova.network.neutron [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.908453] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.908453] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522bf1dd-c05b-7aac-9ec3-5d604317c4be" [ 1133.908453] env[63021]: _type = "HttpNfcLease" [ 1133.908453] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.949874] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.860s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.952450] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.087s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.952672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.954813] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.449s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.955622] env[63021]: DEBUG nova.objects.instance [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'resources' on Instance uuid 63337b76-10e4-4793-9ff3-f7d4b1eaf54a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.988781] env[63021]: INFO nova.scheduler.client.report [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocations for instance 5a704698-5372-42e4-aef4-3e8439332877 [ 1134.229829] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 168c3469-bd28-4c58-812d-8f690e9b5555] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1134.241424] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473479} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.241686] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 32b0fc12-e776-483c-96cf-4c9b684f33b0/32b0fc12-e776-483c-96cf-4c9b684f33b0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.241902] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.242167] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39410406-3564-4cae-9e25-240d073ac6f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.249437] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1134.249437] env[63021]: value = "task-4283462" [ 1134.249437] env[63021]: _type = "Task" [ 1134.249437] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.258046] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.366160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.366494] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Instance network_info: |[{"id": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "address": "fa:16:3e:82:eb:d7", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc77ea70-1a", "ovs_interfaceid": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.366797] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Acquired lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.366976] env[63021]: DEBUG nova.network.neutron [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Refreshing network info cache for port bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.368334] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:eb:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc77ea70-1a79-4a08-93e0-516b047d45f1', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.375990] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.379487] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.379937] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26cf7e0f-11d4-4e72-a04f-e9cd51ccbce4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.404124] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.404124] env[63021]: value = "task-4283463" [ 1134.404124] env[63021]: _type = "Task" [ 1134.404124] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.409817] env[63021]: DEBUG oslo_concurrency.lockutils [req-4d95fbb5-4d28-490f-ab98-af95ffbf39dd req-e437106e-f458-48f6-92bd-0318f1acbdc8 service nova] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.410188] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.410188] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522bf1dd-c05b-7aac-9ec3-5d604317c4be" [ 1134.410188] env[63021]: _type = "HttpNfcLease" [ 1134.410188] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.410779] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.410779] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522bf1dd-c05b-7aac-9ec3-5d604317c4be" [ 1134.410779] env[63021]: _type = "HttpNfcLease" [ 1134.410779] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.411514] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a229614-1b99-48dc-98e2-cb563bc2060c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.416938] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283463, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.422356] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.422537] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.496238] env[63021]: DEBUG oslo_concurrency.lockutils [None req-11f0eda5-5ae9-4c6c-a1db-8ed65e121e4e tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "5a704698-5372-42e4-aef4-3e8439332877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.123s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.528236] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18d0774b-9cb4-4b22-9fa0-16592262039e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.552724] env[63021]: INFO nova.scheduler.client.report [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted allocation for migration 56bde4f8-1eaf-459c-9f70-9601a429590b [ 1134.660326] env[63021]: DEBUG nova.network.neutron [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Updated VIF entry in instance network info cache for port bc77ea70-1a79-4a08-93e0-516b047d45f1. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.660754] env[63021]: DEBUG nova.network.neutron [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Updating instance_info_cache with network_info: [{"id": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "address": "fa:16:3e:82:eb:d7", "network": {"id": "7b2fedaa-39f3-413a-b30a-a40210c53c42", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1792374796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6eba4d062a254c4db5715d51bf487a98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc77ea70-1a", "ovs_interfaceid": "bc77ea70-1a79-4a08-93e0-516b047d45f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.687917] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a580d50-9aee-410e-8592-89431f342b27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.697373] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668a569-4d79-4054-bbbb-a48235425a13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.729872] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bde39-34ec-493d-8665-09cba10fe69a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.737162] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 865cdbee-4f92-4671-8d2b-d767d96c17ca] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1134.741043] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0e26c-6f85-4da4-9dd3-a7a7570e91b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.758041] env[63021]: DEBUG nova.compute.provider_tree [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.771180] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070149} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.772036] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.772823] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529a57f-3022-47d8-bd11-a6ff49514ed4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.797882] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 32b0fc12-e776-483c-96cf-4c9b684f33b0/32b0fc12-e776-483c-96cf-4c9b684f33b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.799692] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d62fd59-775a-4bfc-9eab-1111683de5b3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.824545] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1134.824545] env[63021]: value = "task-4283464" [ 1134.824545] env[63021]: _type = "Task" [ 1134.824545] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.835986] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.914805] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283463, 'name': CreateVM_Task, 'duration_secs': 0.474465} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.914963] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.915709] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.915883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.916236] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.916496] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb06d5fe-2c26-4fca-871f-92bf9e1809ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.922073] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1134.922073] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52982cee-a7db-7fa2-9271-815c20d33306" [ 1134.922073] env[63021]: _type = "Task" [ 1134.922073] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.931344] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52982cee-a7db-7fa2-9271-815c20d33306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.065200] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eea62f50-554e-4b5f-87f5-e04c1de1645a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.696s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.167504] env[63021]: DEBUG oslo_concurrency.lockutils [req-74d87322-3a5f-4f30-abf2-d548c0bf689f req-1939b5fd-829d-4164-970d-27ad9b8f4535 service nova] Releasing lock "refresh_cache-45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.249743] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a00a3d30-8ba8-4b24-a0ef-d07f7cb22b8a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1135.269018] env[63021]: DEBUG nova.scheduler.client.report [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.336387] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.436097] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52982cee-a7db-7fa2-9271-815c20d33306, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.436614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.437240] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.437240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.437387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.437628] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.437860] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac80782e-3bdc-42bc-ae86-3905fc4638ee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.449019] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.449256] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.450895] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3a8164-8c7f-4157-b224-e86a9f60be2f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.457985] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1135.457985] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52308603-38e3-1bff-0339-6b44b6c0dcdf" [ 1135.457985] env[63021]: _type = "Task" [ 1135.457985] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.470038] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52308603-38e3-1bff-0339-6b44b6c0dcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.752625] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a599eaae-809e-4ace-9655-f1f4d579faa7] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1135.775203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.779250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.014s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.780897] env[63021]: INFO nova.compute.claims [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.799529] env[63021]: INFO nova.scheduler.client.report [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted allocations for instance 63337b76-10e4-4793-9ff3-f7d4b1eaf54a [ 1135.836898] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283464, 'name': ReconfigVM_Task, 'duration_secs': 0.806073} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.837366] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 32b0fc12-e776-483c-96cf-4c9b684f33b0/32b0fc12-e776-483c-96cf-4c9b684f33b0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.838250] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-242861ac-334a-423a-a2bf-c0a5b3fbf3c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.847265] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1135.847265] env[63021]: value = "task-4283465" [ 1135.847265] env[63021]: _type = "Task" [ 1135.847265] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.856467] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283465, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.937642] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.937977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.938276] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.938515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.938744] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.941024] env[63021]: INFO nova.compute.manager [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Terminating instance [ 1135.969263] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52308603-38e3-1bff-0339-6b44b6c0dcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.970491] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c573ea09-01fd-4c46-a6cb-13368997f541 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.976968] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1135.976968] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52035304-3ba8-dc6b-6ee7-3fd3383a1cc9" [ 1135.976968] env[63021]: _type = "Task" [ 1135.976968] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.985505] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52035304-3ba8-dc6b-6ee7-3fd3383a1cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.256583] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 82f2410e-3a1a-4f5d-b352-c118a3a4e525] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1136.308047] env[63021]: DEBUG oslo_concurrency.lockutils [None req-865546f3-10cb-48c3-911c-df830e41474b tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "63337b76-10e4-4793-9ff3-f7d4b1eaf54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.560s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.358394] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283465, 'name': Rename_Task, 'duration_secs': 0.265591} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.358762] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.359121] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a313437-56cb-437e-878f-367929507dff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.366423] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1136.366423] env[63021]: value = "task-4283466" [ 1136.366423] env[63021]: _type = "Task" [ 1136.366423] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.375497] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.445242] env[63021]: DEBUG nova.compute.manager [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.445728] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.446462] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bfb8c8-4f8e-4747-b6d9-c6551f916338 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.456212] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.456212] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9702e2-b390-4c27-bfdb-30c8851e1eb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.463233] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1136.463233] env[63021]: value = "task-4283467" [ 1136.463233] env[63021]: _type = "Task" [ 1136.463233] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.476113] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.492952] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52035304-3ba8-dc6b-6ee7-3fd3383a1cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.493361] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.493778] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef/45d4d3d8-1a54-46ee-99d3-f48bc5f5acef.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.494169] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d8425a-d500-4fda-87fb-5e7f6b134fae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.502804] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1136.502804] env[63021]: value = "task-4283468" [ 1136.502804] env[63021]: _type = "Task" [ 1136.502804] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.512679] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.760496] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5806b33c-f259-4966-a28b-55d05a54471c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1136.882868] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.974933] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283467, 'name': PowerOffVM_Task, 'duration_secs': 0.248734} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.976301] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.976486] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.977310] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6bd1cc-b667-4b86-ab7a-00fa13e68d53 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.980245] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c57b538e-76d3-4a96-a4c5-b88bf02f101e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.989020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821fa947-a2f0-4fcf-9e83-3aac6b0df656 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.028119] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19a4ae-6e2b-4227-abcb-a1ec43989286 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.037622] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.041285] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6483767-9277-4fb9-b7fc-3c6e033de37c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.059431] env[63021]: DEBUG nova.compute.provider_tree [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.096640] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.096916] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.097212] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleting the datastore file [datastore2] 15f739e9-f387-4b1a-8d9c-3482915eb2b5 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.098090] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77be752a-5a54-4ced-b08e-36b4503081d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.108150] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1137.108150] env[63021]: value = "task-4283470" [ 1137.108150] env[63021]: _type = "Task" [ 1137.108150] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.121018] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.264032] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: ff6864fe-b489-4851-bfaf-876a1783bb8a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1137.378967] env[63021]: DEBUG oslo_vmware.api [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283466, 'name': PowerOnVM_Task, 'duration_secs': 0.75464} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.379305] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.379543] env[63021]: INFO nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1137.379747] env[63021]: DEBUG nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.380763] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20d68e-be85-43b0-a77c-8799592bd32e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.534438] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593772} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.534737] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef/45d4d3d8-1a54-46ee-99d3-f48bc5f5acef.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.534981] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.535368] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48bfa68-82d6-4d3c-b220-47d7b8047d9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.543734] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1137.543734] env[63021]: value = "task-4283471" [ 1137.543734] env[63021]: _type = "Task" [ 1137.543734] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.556268] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.563723] env[63021]: DEBUG nova.scheduler.client.report [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.621588] env[63021]: DEBUG oslo_vmware.api [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.621852] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.622334] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.622546] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.622723] env[63021]: INFO nova.compute.manager [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1137.622976] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.623193] env[63021]: DEBUG nova.compute.manager [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.623303] env[63021]: DEBUG nova.network.neutron [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.767478] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 75c9fd06-716e-4166-a93b-67f6704ecd22] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1137.903636] env[63021]: INFO nova.compute.manager [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Took 14.87 seconds to build instance. [ 1138.055600] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096515} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.055600] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.056187] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa2cce-8cf1-4754-b889-1eef908f6106 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.072818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.077535] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.096128] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef/45d4d3d8-1a54-46ee-99d3-f48bc5f5acef.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.096128] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aadd264-34bb-4d76-bcb5-06caf08a441c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.121966] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1138.121966] env[63021]: value = "task-4283472" [ 1138.121966] env[63021]: _type = "Task" [ 1138.121966] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.131335] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.274638] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 693f5398-d2fc-4cf5-999f-ecc092040b1a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1138.405035] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f5f42bfe-b0e2-4d80-9518-820c0535d18a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.379s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.532105] env[63021]: DEBUG nova.compute.manager [req-c1ba47ab-99a6-4a18-98f3-fb963aa4e583 req-4f929fe4-4a03-4d34-8e63-f99bfcf30bb1 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Received event network-vif-deleted-33e7d5b3-e767-4ffc-82f6-20116cdea442 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1138.532289] env[63021]: INFO nova.compute.manager [req-c1ba47ab-99a6-4a18-98f3-fb963aa4e583 req-4f929fe4-4a03-4d34-8e63-f99bfcf30bb1 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Neutron deleted interface 33e7d5b3-e767-4ffc-82f6-20116cdea442; detaching it from the instance and deleting it from the info cache [ 1138.532528] env[63021]: DEBUG nova.network.neutron [req-c1ba47ab-99a6-4a18-98f3-fb963aa4e583 req-4f929fe4-4a03-4d34-8e63-f99bfcf30bb1 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.597393] env[63021]: DEBUG nova.compute.utils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.599826] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.600086] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.636347] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283472, 'name': ReconfigVM_Task, 'duration_secs': 0.421445} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.638791] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef/45d4d3d8-1a54-46ee-99d3-f48bc5f5acef.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.638791] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8072bae5-18fe-47eb-b8f8-2a18f3579271 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.646807] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1138.646807] env[63021]: value = "task-4283473" [ 1138.646807] env[63021]: _type = "Task" [ 1138.646807] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.661445] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283473, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.674480] env[63021]: DEBUG nova.policy [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.777705] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: defdf825-10c1-4022-8198-0c4feb74bbbc] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1138.899995] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.900284] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.004614] env[63021]: DEBUG nova.network.neutron [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.036261] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b98c7362-4be8-4b30-a553-9cd550deddb3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.049584] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de97eb-e331-4e44-b24d-b9f589a0ac46 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.085666] env[63021]: DEBUG nova.compute.manager [req-c1ba47ab-99a6-4a18-98f3-fb963aa4e583 req-4f929fe4-4a03-4d34-8e63-f99bfcf30bb1 service nova] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Detach interface failed, port_id=33e7d5b3-e767-4ffc-82f6-20116cdea442, reason: Instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1139.105013] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.163656] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283473, 'name': Rename_Task, 'duration_secs': 0.218963} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.164277] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.164548] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb43b684-a779-4c11-80fc-7842b94e1fcf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.174550] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1139.174550] env[63021]: value = "task-4283474" [ 1139.174550] env[63021]: _type = "Task" [ 1139.174550] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.185817] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.284765] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a33663b3-5265-4ee1-ae83-97461275d5bb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1139.364396] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Successfully created port: 0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.405050] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.454919] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.455218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.455439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.455641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.455818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.462290] env[63021]: INFO nova.compute.manager [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Terminating instance [ 1139.506976] env[63021]: INFO nova.compute.manager [-] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Took 1.88 seconds to deallocate network for instance. [ 1139.684651] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.789679] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 3d2990aa-09cf-48a0-a021-71ddc766ae3e] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1139.941038] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.941360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.943227] env[63021]: INFO nova.compute.claims [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.968070] env[63021]: DEBUG nova.compute.manager [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.968336] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.969405] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c88d1-1fa2-4adf-8a24-6e63b2cbab84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.981414] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.981892] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eddde45-7761-487b-a87b-90b9bbe40bec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.995230] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1139.995230] env[63021]: value = "task-4283475" [ 1139.995230] env[63021]: _type = "Task" [ 1139.995230] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.007292] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.020079] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.117251] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.156019] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.156019] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.158603] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.158875] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.159057] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.162021] env[63021]: DEBUG nova.virt.hardware [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.162021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac18e4-9a42-4fe0-a7da-afe6db2c355c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.172800] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe15ea-781b-4eb6-8688-6a56fc159059 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.186887] env[63021]: DEBUG oslo_vmware.api [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283474, 'name': PowerOnVM_Task, 'duration_secs': 0.856537} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.196014] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.196014] env[63021]: INFO nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1140.196014] env[63021]: DEBUG nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.196303] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab032a38-5313-4942-a4ff-6058c7aa8c7f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.297526] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d2c966e4-9550-4105-bca3-1d183727752b] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1140.509280] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283475, 'name': PowerOffVM_Task, 'duration_secs': 0.333632} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.510186] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.510186] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.510367] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7429fef-aac3-4e2b-abeb-fc23b701e94b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.580207] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.580486] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.580708] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 32b0fc12-e776-483c-96cf-4c9b684f33b0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.581034] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e78ac74e-ac0a-427c-acae-c020a3b8adb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.588119] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1140.588119] env[63021]: value = "task-4283477" [ 1140.588119] env[63021]: _type = "Task" [ 1140.588119] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.596904] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.713080] env[63021]: INFO nova.compute.manager [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Took 13.78 seconds to build instance. [ 1140.802334] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: b918efb3-5544-49df-9485-dc94f8666110] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1141.028967] env[63021]: DEBUG nova.compute.manager [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Received event network-vif-plugged-0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1141.029059] env[63021]: DEBUG oslo_concurrency.lockutils [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] Acquiring lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.029268] env[63021]: DEBUG oslo_concurrency.lockutils [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.029439] env[63021]: DEBUG oslo_concurrency.lockutils [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.029601] env[63021]: DEBUG nova.compute.manager [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] No waiting events found dispatching network-vif-plugged-0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.029766] env[63021]: WARNING nova.compute.manager [req-832f07ce-302e-4ec1-8ab3-d6ff642c4955 req-7a59128f-99c9-4aa6-8c7b-7f6ee914125e service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Received unexpected event network-vif-plugged-0aa0d557-feef-4158-bf13-9f4cfb08a50c for instance with vm_state building and task_state spawning. [ 1141.104956] env[63021]: DEBUG oslo_vmware.api [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208535} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.104956] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.104956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.104956] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.105475] env[63021]: INFO nova.compute.manager [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1141.105475] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.105593] env[63021]: DEBUG nova.compute.manager [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.105637] env[63021]: DEBUG nova.network.neutron [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.138224] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Successfully updated port: 0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.161582] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de2799-3a5c-4869-9919-e2a013e705bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.170701] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd136417-1fdb-4856-8654-6e2b8ceba804 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.203193] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa30b192-e93e-4fab-8ef8-32d9919fbedc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.211275] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3c22e9-2482-4174-af88-be492349dd24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.218272] env[63021]: DEBUG oslo_concurrency.lockutils [None req-89af0c7e-b92b-414c-b376-6b086451775c tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.297s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.226991] env[63021]: DEBUG nova.compute.provider_tree [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.305486] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 710ae78e-7be1-4074-9f02-80e9902261ab] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1141.442475] env[63021]: DEBUG nova.compute.manager [req-77a7ee5f-60a7-44b0-b15a-b873a9b5c3d1 req-85987552-f313-4ff4-a303-fa237f0323c0 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Received event network-vif-deleted-13e9c3de-a281-41ff-8a55-cb6c7537f6ae {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1141.442770] env[63021]: INFO nova.compute.manager [req-77a7ee5f-60a7-44b0-b15a-b873a9b5c3d1 req-85987552-f313-4ff4-a303-fa237f0323c0 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Neutron deleted interface 13e9c3de-a281-41ff-8a55-cb6c7537f6ae; detaching it from the instance and deleting it from the info cache [ 1141.442845] env[63021]: DEBUG nova.network.neutron [req-77a7ee5f-60a7-44b0-b15a-b873a9b5c3d1 req-85987552-f313-4ff4-a303-fa237f0323c0 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.644792] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.645033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.645223] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.730067] env[63021]: DEBUG nova.scheduler.client.report [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.809677] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 9edbba21-b4e1-4219-9c72-ba75974067c8] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1141.926297] env[63021]: DEBUG nova.network.neutron [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.945695] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60dfd351-1c65-4418-a018-1ecc4ec0eef0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.956650] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e75375-9d1e-4f3c-bd94-94d7144a39d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.991139] env[63021]: DEBUG nova.compute.manager [req-77a7ee5f-60a7-44b0-b15a-b873a9b5c3d1 req-85987552-f313-4ff4-a303-fa237f0323c0 service nova] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Detach interface failed, port_id=13e9c3de-a281-41ff-8a55-cb6c7537f6ae, reason: Instance 32b0fc12-e776-483c-96cf-4c9b684f33b0 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1142.179856] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.234847] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.235409] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.238150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.219s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.238322] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.270917] env[63021]: INFO nova.scheduler.client.report [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted allocations for instance 15f739e9-f387-4b1a-8d9c-3482915eb2b5 [ 1142.313744] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 2394a624-e98a-4704-910b-7953d093e762] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1142.392245] env[63021]: DEBUG nova.network.neutron [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Updating instance_info_cache with network_info: [{"id": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "address": "fa:16:3e:77:60:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0d557-fe", "ovs_interfaceid": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.430021] env[63021]: INFO nova.compute.manager [-] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Took 1.32 seconds to deallocate network for instance. [ 1142.742797] env[63021]: DEBUG nova.compute.utils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.744347] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.748298] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.778694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9ec658d0-336b-40b8-a9de-95d2b41fb2bf tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "15f739e9-f387-4b1a-8d9c-3482915eb2b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.841s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.815981] env[63021]: DEBUG nova.policy [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.818130] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: be32dd81-d622-433d-9faf-179bd4c090ea] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1142.869024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.869134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.869351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.869496] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.869664] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.873192] env[63021]: INFO nova.compute.manager [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Terminating instance [ 1142.894994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.895376] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Instance network_info: |[{"id": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "address": "fa:16:3e:77:60:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0d557-fe", "ovs_interfaceid": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.896985] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:60:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa0d557-feef-4158-bf13-9f4cfb08a50c', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.906287] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.906837] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.907338] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e913044-0c48-4ad2-bd13-501cdf41fbb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.931844] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.931844] env[63021]: value = "task-4283478" [ 1142.931844] env[63021]: _type = "Task" [ 1142.931844] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.938711] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.939014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.939258] env[63021]: DEBUG nova.objects.instance [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 32b0fc12-e776-483c-96cf-4c9b684f33b0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.946502] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283478, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.066591] env[63021]: DEBUG nova.compute.manager [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Received event network-changed-0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1143.066803] env[63021]: DEBUG nova.compute.manager [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Refreshing instance network info cache due to event network-changed-0aa0d557-feef-4158-bf13-9f4cfb08a50c. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1143.067424] env[63021]: DEBUG oslo_concurrency.lockutils [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] Acquiring lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.067581] env[63021]: DEBUG oslo_concurrency.lockutils [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] Acquired lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.068173] env[63021]: DEBUG nova.network.neutron [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Refreshing network info cache for port 0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.253967] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.322859] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: cb7add9c-5bfd-4e66-9078-4c9fd7e05ff8] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1143.379755] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Successfully created port: f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.379755] env[63021]: DEBUG nova.compute.manager [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.379895] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.383168] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe595ab-11bb-4412-a489-f7678e1308ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.393668] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.394041] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f114686f-9c0c-4484-acc1-11d785657c7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.401811] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1143.401811] env[63021]: value = "task-4283479" [ 1143.401811] env[63021]: _type = "Task" [ 1143.401811] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.411268] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.458618] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283478, 'name': CreateVM_Task, 'duration_secs': 0.397546} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.458956] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.459543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.459699] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.460031] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.460296] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e8316f-ef53-48c7-b245-7ffd447e75a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.469127] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1143.469127] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5249ebad-dd4a-326f-07a4-7f03bdf12645" [ 1143.469127] env[63021]: _type = "Task" [ 1143.469127] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.479105] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5249ebad-dd4a-326f-07a4-7f03bdf12645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.621704] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1143.622839] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07874918-7876-4849-a35f-dea51afeb4ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.639487] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1143.639702] env[63021]: ERROR oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk due to incomplete transfer. [ 1143.639989] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-072d47c4-e8a4-466f-8998-90c7650812cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.651285] env[63021]: DEBUG oslo_vmware.rw_handles [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151f70-2632-283b-f064-0cff52ee4144/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1143.651285] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Uploaded image 811f06d9-56e5-481b-95f2-9371e88158b3 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1143.653566] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.655102] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b67c6ab-c3bb-47d6-ac5d-4511de1bd75c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.663830] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1143.663830] env[63021]: value = "task-4283480" [ 1143.663830] env[63021]: _type = "Task" [ 1143.663830] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.684136] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283480, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.692557] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.692807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.750017] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b650a-1f61-446d-a9af-0edf5b616dc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.759020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a4a33-d0cf-407f-aa03-d3ed5e0ccace {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.809655] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f0165a-6992-407f-87d5-abc9cb95de3d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.818513] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895330fe-021f-45bb-901d-9fc6beb90ff1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.829180] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 186b68c6-a4bf-4c28-9fca-a1eedc4dae1e] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1143.845183] env[63021]: DEBUG nova.compute.provider_tree [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.916612] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283479, 'name': PowerOffVM_Task, 'duration_secs': 0.224711} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.919239] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.919415] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.919676] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf25fe1-415e-40da-adfa-5be009c27ff4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.921644] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.922904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.922904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.922904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.923070] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.925316] env[63021]: INFO nova.compute.manager [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Terminating instance [ 1143.972958] env[63021]: DEBUG nova.network.neutron [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Updated VIF entry in instance network info cache for port 0aa0d557-feef-4158-bf13-9f4cfb08a50c. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.973577] env[63021]: DEBUG nova.network.neutron [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Updating instance_info_cache with network_info: [{"id": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "address": "fa:16:3e:77:60:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa0d557-fe", "ovs_interfaceid": "0aa0d557-feef-4158-bf13-9f4cfb08a50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.980161] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5249ebad-dd4a-326f-07a4-7f03bdf12645, 'name': SearchDatastore_Task, 'duration_secs': 0.015351} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.981016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.981452] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.981898] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.982257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.982603] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.983503] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58dd010-af5c-468a-b2be-7a2799f5eff7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.995936] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.996403] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.996403] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleting the datastore file [datastore2] 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.997705] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d07a3e7d-ff45-4d43-bc50-724c2381424e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.000154] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.000649] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.003291] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9d3401-b28f-4e32-8175-ef00a420f84b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.011751] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for the task: (returnval){ [ 1144.011751] env[63021]: value = "task-4283482" [ 1144.011751] env[63021]: _type = "Task" [ 1144.011751] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.016673] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1144.016673] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52bc2ae1-61c3-782f-6c9c-31cdf19771e5" [ 1144.016673] env[63021]: _type = "Task" [ 1144.016673] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.023824] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.029541] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bc2ae1-61c3-782f-6c9c-31cdf19771e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.175645] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283480, 'name': Destroy_Task, 'duration_secs': 0.387764} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.175931] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Destroyed the VM [ 1144.176329] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1144.176600] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-002adb0b-ff7c-4d05-a1c5-30f780d992b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.183793] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1144.183793] env[63021]: value = "task-4283483" [ 1144.183793] env[63021]: _type = "Task" [ 1144.183793] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.192516] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.195405] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.274941] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.302768] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.303023] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.303183] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.303366] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.303511] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.303707] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.303857] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.304046] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.304224] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.304388] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.304557] env[63021]: DEBUG nova.virt.hardware [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.305443] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f796fdf-299c-4532-94c3-4040d8b6bb95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.314260] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffbf5c-4d99-4195-90bd-ec2d492bddc3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.345228] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 8ed8415c-9e2e-47f1-b3f1-a06b129b1f77] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1144.348027] env[63021]: DEBUG nova.scheduler.client.report [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.430456] env[63021]: DEBUG nova.compute.manager [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.430712] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.431055] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a1d0a0c-f7a1-4741-80a0-934443b03d1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.440568] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1144.440568] env[63021]: value = "task-4283484" [ 1144.440568] env[63021]: _type = "Task" [ 1144.440568] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.451932] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.482304] env[63021]: DEBUG oslo_concurrency.lockutils [req-e058c593-a108-433c-96d6-d662e3dcc803 req-956f8f6a-d647-4d9e-973e-21492f75ac9d service nova] Releasing lock "refresh_cache-d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.531601] env[63021]: DEBUG oslo_vmware.api [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Task: {'id': task-4283482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326931} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.538025] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.538203] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.538512] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.538810] env[63021]: INFO nova.compute.manager [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1144.539194] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.539540] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52bc2ae1-61c3-782f-6c9c-31cdf19771e5, 'name': SearchDatastore_Task, 'duration_secs': 0.034687} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.539873] env[63021]: DEBUG nova.compute.manager [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.540048] env[63021]: DEBUG nova.network.neutron [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.543527] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff54e5e-f293-4cc4-a41a-d3fbea5370ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.552529] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1144.552529] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0e3e0-c7f1-a0e8-be4d-7728d1b55703" [ 1144.552529] env[63021]: _type = "Task" [ 1144.552529] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.565450] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0e3e0-c7f1-a0e8-be4d-7728d1b55703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.697652] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283483, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.724436] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.855422] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5e0935ca-e2c3-477b-9a9a-9b6f0cd75bb3] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1144.857841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.860708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.136s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.864463] env[63021]: INFO nova.compute.claims [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.885243] env[63021]: INFO nova.scheduler.client.report [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 32b0fc12-e776-483c-96cf-4c9b684f33b0 [ 1144.951922] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283484, 'name': PowerOffVM_Task, 'duration_secs': 0.257894} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.953368] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.953368] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1144.953368] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843881', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'name': 'volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '47ca5ece-011e-4381-8ee3-e6cc9ea38870', 'attached_at': '2025-06-14T12:28:45.000000', 'detached_at': '', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'serial': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1144.953934] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7425bbe-d5a3-41d4-b6f6-1c3bf57bc277 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.976863] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b519b-308d-4fa9-8dd4-2d29ec9e0390 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.985611] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc53eeb1-3de2-430b-95db-ef77c7c35855 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.008635] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70b9325-c737-4503-9869-3dc7cefc319f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.028706] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9/volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.035396] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.035819] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2c41b0-1217-496c-9d7f-521a013160ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.080904] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d0e3e0-c7f1-a0e8-be4d-7728d1b55703, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.082437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.082716] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9/d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.083058] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1145.083058] env[63021]: value = "task-4283485" [ 1145.083058] env[63021]: _type = "Task" [ 1145.083058] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.083260] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5a871d6-39b4-4b7b-9551-dd1682aa950a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.095035] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.096129] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1145.096129] env[63021]: value = "task-4283486" [ 1145.096129] env[63021]: _type = "Task" [ 1145.096129] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.104827] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.172265] env[63021]: DEBUG nova.compute.manager [req-0337553e-1095-484d-81be-5f1f997054ff req-88ec5711-9931-4b05-aefb-5454ee6c046b service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Received event network-vif-deleted-bc77ea70-1a79-4a08-93e0-516b047d45f1 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1145.172454] env[63021]: INFO nova.compute.manager [req-0337553e-1095-484d-81be-5f1f997054ff req-88ec5711-9931-4b05-aefb-5454ee6c046b service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Neutron deleted interface bc77ea70-1a79-4a08-93e0-516b047d45f1; detaching it from the instance and deleting it from the info cache [ 1145.172866] env[63021]: DEBUG nova.network.neutron [req-0337553e-1095-484d-81be-5f1f997054ff req-88ec5711-9931-4b05-aefb-5454ee6c046b service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.195050] env[63021]: DEBUG oslo_vmware.api [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283483, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76727} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.195448] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.195974] env[63021]: INFO nova.compute.manager [None req-d8af846a-4609-4172-9850-152ffd7d59a9 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 1145.314402] env[63021]: DEBUG nova.compute.manager [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-vif-plugged-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1145.314752] env[63021]: DEBUG oslo_concurrency.lockutils [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.314989] env[63021]: DEBUG oslo_concurrency.lockutils [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.315187] env[63021]: DEBUG oslo_concurrency.lockutils [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.315313] env[63021]: DEBUG nova.compute.manager [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] No waiting events found dispatching network-vif-plugged-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.315470] env[63021]: WARNING nova.compute.manager [req-843af367-4954-4346-b195-cadbd4817560 req-b1ae706e-ae50-420e-a6c6-09bdc9742023 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received unexpected event network-vif-plugged-f90a19e4-dc54-4a3c-947d-250e85242921 for instance with vm_state building and task_state spawning. [ 1145.331704] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Successfully updated port: f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.362158] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 6c1e3938-2389-4a99-a533-df5521d552e0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1145.393298] env[63021]: DEBUG nova.network.neutron [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.403383] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4fd04574-d54a-49a8-ad07-fd6afe916b39 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "32b0fc12-e776-483c-96cf-4c9b684f33b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.947s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.596560] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283485, 'name': ReconfigVM_Task, 'duration_secs': 0.173703} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.596953] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.604938] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c795fb0e-023a-4cbd-9b1e-a85c27063dbb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.623099] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501464} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.624446] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9/d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.624675] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.624992] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1145.624992] env[63021]: value = "task-4283487" [ 1145.624992] env[63021]: _type = "Task" [ 1145.624992] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.625241] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befc15bc-402d-4bf2-a9b1-8d79fbea9d0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.638264] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1145.638264] env[63021]: value = "task-4283488" [ 1145.638264] env[63021]: _type = "Task" [ 1145.638264] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.647764] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.675755] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac3ad475-5f4b-4f06-b63f-7a6a72617225 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.686822] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92584d5f-0fc7-4c34-af70-3d1b9094dfe3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.718969] env[63021]: DEBUG nova.compute.manager [req-0337553e-1095-484d-81be-5f1f997054ff req-88ec5711-9931-4b05-aefb-5454ee6c046b service nova] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Detach interface failed, port_id=bc77ea70-1a79-4a08-93e0-516b047d45f1, reason: Instance 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1145.764452] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.764849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.835131] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.835360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.835530] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.868389] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: a2324457-b2cf-4522-a94a-a5a76231aa9c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1145.870853] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.871104] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.871308] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.871492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.871657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.876212] env[63021]: INFO nova.compute.manager [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Terminating instance [ 1145.899674] env[63021]: INFO nova.compute.manager [-] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Took 1.36 seconds to deallocate network for instance. [ 1146.066912] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29e642-90c4-4e59-8280-6223c7165ecc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.075169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204c8a9-784b-401d-b42e-734ea2928b96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.107589] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb74fd2a-1bed-4fdc-8676-b335f2a1fa0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.116360] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16883b10-e0ed-4421-a0a9-927f103a4b92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.131151] env[63021]: DEBUG nova.compute.provider_tree [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.140833] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283487, 'name': ReconfigVM_Task, 'duration_secs': 0.205645} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.144372] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843881', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'name': 'volume-ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '47ca5ece-011e-4381-8ee3-e6cc9ea38870', 'attached_at': '2025-06-14T12:28:45.000000', 'detached_at': '', 'volume_id': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9', 'serial': 'ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.144667] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.145631] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16551977-8db2-4a5a-a29f-2b9d8de33e4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.153552] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114545} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.155525] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.155843] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.156521] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055fe08-efa8-4a72-8259-c2df46526b37 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.158868] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b7c0ff-8465-4894-ba2e-d59b63673990 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.180790] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9/d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.181387] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad8ebf5-7e63-48b1-bf87-4dec4db1eaff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.200758] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1146.200758] env[63021]: value = "task-4283490" [ 1146.200758] env[63021]: _type = "Task" [ 1146.200758] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.211697] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.219550] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.219771] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.219952] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] 47ca5ece-011e-4381-8ee3-e6cc9ea38870 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.220261] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b26369-3d50-4625-958d-39ad8ab0b49f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.227985] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1146.227985] env[63021]: value = "task-4283491" [ 1146.227985] env[63021]: _type = "Task" [ 1146.227985] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.236708] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.238427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "4c14cdad-ee28-4329-834a-ca2e59f61179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.238693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.238911] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.239135] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.239312] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.241724] env[63021]: INFO nova.compute.manager [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Terminating instance [ 1146.267042] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.373468] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.375522] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: e932f8bc-85e5-4252-9a06-fa0f2c19db2e] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1146.380242] env[63021]: DEBUG nova.compute.manager [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.380458] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.381309] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059f60a6-bd85-4906-9bb7-92ef4b2428f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.390039] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.390039] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c071bf-1f15-46f5-a124-3616ad5662cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.397505] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1146.397505] env[63021]: value = "task-4283492" [ 1146.397505] env[63021]: _type = "Task" [ 1146.397505] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.406887] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.407842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.544015] env[63021]: DEBUG nova.network.neutron [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.637057] env[63021]: DEBUG nova.scheduler.client.report [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.712284] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.738404] env[63021]: DEBUG oslo_vmware.api [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100622} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.738494] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.738721] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.738832] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.739017] env[63021]: INFO nova.compute.manager [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1146.739369] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.739465] env[63021]: DEBUG nova.compute.manager [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.739562] env[63021]: DEBUG nova.network.neutron [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.746105] env[63021]: DEBUG nova.compute.manager [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.746195] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.747028] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b871b7b-ec97-4d31-8993-94cba97aea1e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.756057] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.756057] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac92c4b1-a643-4d11-8eb6-a33c3b44d882 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.763723] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1146.763723] env[63021]: value = "task-4283493" [ 1146.763723] env[63021]: _type = "Task" [ 1146.763723] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.775289] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.792113] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.879025] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 8dc97475-ac00-44d3-959b-9fbf4fb73da0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1146.911980] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283492, 'name': PowerOffVM_Task, 'duration_secs': 0.202413} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.911980] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.912327] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.912399] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a927690-ec42-45ac-acc5-9983247806b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.006928] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.007222] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.007495] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.008015] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed83211-5512-4404-9a45-43601afb59cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.016419] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1147.016419] env[63021]: value = "task-4283495" [ 1147.016419] env[63021]: _type = "Task" [ 1147.016419] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.024578] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.046894] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.047083] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Instance network_info: |[{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.047713] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:38:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90a19e4-dc54-4a3c-947d-250e85242921', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.056195] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.056411] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.056628] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ecdfe6-729b-4788-bea1-10ef04b6ebd7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.083075] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.083075] env[63021]: value = "task-4283496" [ 1147.083075] env[63021]: _type = "Task" [ 1147.083075] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.094226] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283496, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.141894] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.142546] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.145638] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.738s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.145977] env[63021]: DEBUG nova.objects.instance [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lazy-loading 'resources' on Instance uuid 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.216027] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283490, 'name': ReconfigVM_Task, 'duration_secs': 0.717613} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.216768] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9/d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.218123] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4270ddc4-8974-45da-8ad8-18f08ed6c64a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.226380] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1147.226380] env[63021]: value = "task-4283497" [ 1147.226380] env[63021]: _type = "Task" [ 1147.226380] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.239920] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283497, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.276675] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283493, 'name': PowerOffVM_Task, 'duration_secs': 0.217833} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.277024] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.277219] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.277499] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d9863f-cffe-4c3a-b222-828008631955 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.359077] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.359353] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.359553] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Deleting the datastore file [datastore2] 4c14cdad-ee28-4329-834a-ca2e59f61179 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.359859] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c0d20e-5033-4281-8c75-c32a2a6fa4dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.368882] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for the task: (returnval){ [ 1147.368882] env[63021]: value = "task-4283499" [ 1147.368882] env[63021]: _type = "Task" [ 1147.368882] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.387839] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: e0c137c2-6f96-400f-9a9a-8d413f6826b0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1147.394032] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.409176] env[63021]: DEBUG nova.compute.manager [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1147.409339] env[63021]: DEBUG nova.compute.manager [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1147.409584] env[63021]: DEBUG oslo_concurrency.lockutils [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.409883] env[63021]: DEBUG oslo_concurrency.lockutils [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.410134] env[63021]: DEBUG nova.network.neutron [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.527610] env[63021]: DEBUG oslo_vmware.api [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170052} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.527610] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.527836] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.527892] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.528069] env[63021]: INFO nova.compute.manager [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1147.528316] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.528514] env[63021]: DEBUG nova.compute.manager [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.528609] env[63021]: DEBUG nova.network.neutron [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.594132] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283496, 'name': CreateVM_Task, 'duration_secs': 0.343346} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.594295] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.594907] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.595085] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.595459] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.595715] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fac236b-3456-4cbf-910a-89cf00e73556 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.600684] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1147.600684] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad13b6-efb7-6fdb-f869-89461236baf5" [ 1147.600684] env[63021]: _type = "Task" [ 1147.600684] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.608377] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad13b6-efb7-6fdb-f869-89461236baf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.649190] env[63021]: DEBUG nova.compute.utils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.650669] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.651375] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.699226] env[63021]: DEBUG nova.policy [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd4f0cf5ce74ad8814a77835ba526b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d459b22ca924839b1e3a15441a8ad14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.700715] env[63021]: DEBUG nova.network.neutron [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.739074] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283497, 'name': Rename_Task, 'duration_secs': 0.203107} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.740833] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.742153] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5b8d93-40a2-4668-ac70-c320ce37c898 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.749080] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1147.749080] env[63021]: value = "task-4283500" [ 1147.749080] env[63021]: _type = "Task" [ 1147.749080] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.759023] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.853897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50980a52-7ee3-4a8a-b799-9b287939fbf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.869812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255506b9-eaac-4bb6-949a-ccc1ccecbd4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.882865] env[63021]: DEBUG oslo_vmware.api [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Task: {'id': task-4283499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155679} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.912697] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.913535] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.913535] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.913535] env[63021]: INFO nova.compute.manager [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1147.915160] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.916949] env[63021]: DEBUG nova.compute.manager [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.916949] env[63021]: DEBUG nova.network.neutron [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.918362] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.918508] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances with incomplete migration {{(pid=63021) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1147.920401] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b37b5-2655-49c8-b0fd-d26fbaa6dc3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.930261] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d2cb0-36e1-46ad-bc1d-4913af4c8d15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.946018] env[63021]: DEBUG nova.compute.provider_tree [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.112464] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Successfully created port: 32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.126111] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ad13b6-efb7-6fdb-f869-89461236baf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.126111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.126111] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.126111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.126111] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.126111] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.126557] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf11e0ad-4e1b-4c19-8884-c98d3039094e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.136028] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.136262] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.137849] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef987b5-315b-4882-8ea6-ef6f2b6e7885 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.144822] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1148.144822] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521cc97a-7335-2f8b-91f3-80317175c4e1" [ 1148.144822] env[63021]: _type = "Task" [ 1148.144822] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.156035] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.158973] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521cc97a-7335-2f8b-91f3-80317175c4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.205394] env[63021]: INFO nova.compute.manager [-] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Took 1.47 seconds to deallocate network for instance. [ 1148.261552] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.271970] env[63021]: DEBUG nova.network.neutron [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.272337] env[63021]: DEBUG nova.network.neutron [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.321479] env[63021]: DEBUG nova.network.neutron [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.449726] env[63021]: DEBUG nova.scheduler.client.report [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.656103] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521cc97a-7335-2f8b-91f3-80317175c4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.656899] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d744b4c0-ebc0-4675-967b-f2c91444b4f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.665686] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1148.665686] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529e536f-661b-90ff-dd19-cb55762ffa54" [ 1148.665686] env[63021]: _type = "Task" [ 1148.665686] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.673709] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e536f-661b-90ff-dd19-cb55762ffa54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.754648] env[63021]: INFO nova.compute.manager [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Took 0.55 seconds to detach 1 volumes for instance. [ 1148.756938] env[63021]: DEBUG nova.compute.manager [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Deleting volume: ad2cd9ae-aefb-41ed-a9d6-b25fc7ea23a9 {{(pid=63021) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1148.762344] env[63021]: DEBUG oslo_vmware.api [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283500, 'name': PowerOnVM_Task, 'duration_secs': 0.542675} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.762505] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.762722] env[63021]: INFO nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1148.762888] env[63021]: DEBUG nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.763654] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6fb05-bd4a-4a6a-84c2-acf2d3010c8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.775084] env[63021]: DEBUG oslo_concurrency.lockutils [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.775320] env[63021]: DEBUG nova.compute.manager [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Received event network-vif-deleted-afd71537-c03a-4298-99da-062753857a37 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1148.775496] env[63021]: INFO nova.compute.manager [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Neutron deleted interface afd71537-c03a-4298-99da-062753857a37; detaching it from the instance and deleting it from the info cache [ 1148.775886] env[63021]: DEBUG nova.network.neutron [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.799871] env[63021]: DEBUG nova.network.neutron [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.823804] env[63021]: INFO nova.compute.manager [-] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Took 1.30 seconds to deallocate network for instance. [ 1148.954374] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.956819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.165s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.958861] env[63021]: INFO nova.compute.claims [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.978884] env[63021]: INFO nova.scheduler.client.report [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Deleted allocations for instance 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef [ 1149.168289] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.181931] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529e536f-661b-90ff-dd19-cb55762ffa54, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.181931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.181931] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c35d875-5897-4ffe-9b6f-57c2884f1c64/5c35d875-5897-4ffe-9b6f-57c2884f1c64.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.181931] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-480cd0c4-813a-41b2-b1fb-6bab677d16b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.190160] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1149.190160] env[63021]: value = "task-4283502" [ 1149.190160] env[63021]: _type = "Task" [ 1149.190160] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.195368] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.195590] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.195768] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.195942] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.196108] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.196283] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.196516] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.196694] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.196894] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.197095] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.197283] env[63021]: DEBUG nova.virt.hardware [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.198100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afcdce-bf90-4961-8ab7-caa143ce52ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.208173] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a29250-39c0-42e1-94b8-8c5129f79122 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.213152] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.280516] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-228764dd-7962-4d07-92e6-c52d52aee7a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.282765] env[63021]: INFO nova.compute.manager [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Took 18.55 seconds to build instance. [ 1149.292202] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c76e469-5d9c-4e9e-8b37-42dc5b832f40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.303437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.304142] env[63021]: INFO nova.compute.manager [-] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Took 1.39 seconds to deallocate network for instance. [ 1149.326343] env[63021]: DEBUG nova.compute.manager [req-06eb235d-8849-478a-a456-2af124d04a9e req-abf2c3c6-76ae-48a8-bb06-11bf696f0a6e service nova] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Detach interface failed, port_id=afd71537-c03a-4298-99da-062753857a37, reason: Instance 47ca5ece-011e-4381-8ee3-e6cc9ea38870 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1149.330587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.447107] env[63021]: DEBUG nova.compute.manager [req-401ec9e3-25f4-48a7-b7bb-a234bb931d00 req-4123d6cd-cfc3-4b12-9572-497423179a1e service nova] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Received event network-vif-deleted-98c6fa53-6bfc-49af-9583-88bc273278d3 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1149.447267] env[63021]: DEBUG nova.compute.manager [req-401ec9e3-25f4-48a7-b7bb-a234bb931d00 req-4123d6cd-cfc3-4b12-9572-497423179a1e service nova] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Received event network-vif-deleted-46ce6a8f-5e4e-40b3-be42-58256155a8d6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1149.487125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-be962cd0-5133-498e-bef7-c6f519bca739 tempest-ServerDiskConfigTestJSON-1098154491 tempest-ServerDiskConfigTestJSON-1098154491-project-member] Lock "45d4d3d8-1a54-46ee-99d3-f48bc5f5acef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.700951] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465045} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.701309] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5c35d875-5897-4ffe-9b6f-57c2884f1c64/5c35d875-5897-4ffe-9b6f-57c2884f1c64.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.701745] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.702381] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8380735d-9ceb-4f6a-9b0d-7569e89e3df5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.710736] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1149.710736] env[63021]: value = "task-4283503" [ 1149.710736] env[63021]: _type = "Task" [ 1149.710736] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.719221] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.722415] env[63021]: DEBUG nova.compute.manager [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Received event network-vif-plugged-32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1149.722625] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.722900] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.723045] env[63021]: DEBUG oslo_concurrency.lockutils [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.723293] env[63021]: DEBUG nova.compute.manager [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] No waiting events found dispatching network-vif-plugged-32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.723449] env[63021]: WARNING nova.compute.manager [req-e4c86e54-dfce-4144-b0c3-4c91c9a8dc13 req-8cbc954f-b3ab-46d4-8bef-c869ba64cfa2 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Received unexpected event network-vif-plugged-32e95401-c05d-4892-98c0-89668d28caa6 for instance with vm_state building and task_state spawning. [ 1149.783594] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Successfully updated port: 32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.786561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-eba6f27b-b6bb-46f0-9caa-20105f1f2716 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.060s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.810781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.115702] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df296f0b-a67e-4812-b467-78740e893d92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.126904] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760015b-b2b4-43a0-8d3d-4e30bb0e11e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.163233] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc569716-a60b-492a-9b3d-da5c04ae7310 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.173149] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2159568-cb32-4807-adcc-2ceebb80a308 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.187056] env[63021]: DEBUG nova.compute.provider_tree [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.220135] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073584} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.220405] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.221240] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2870401-b875-4f8a-bb59-9ddf575b1232 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.243354] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5c35d875-5897-4ffe-9b6f-57c2884f1c64/5c35d875-5897-4ffe-9b6f-57c2884f1c64.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.243635] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698fc39d-16df-46de-b107-14a83d23628e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.264671] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1150.264671] env[63021]: value = "task-4283504" [ 1150.264671] env[63021]: _type = "Task" [ 1150.264671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.274621] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.288287] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.288434] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.288591] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.337388] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.337714] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.337819] env[63021]: DEBUG nova.compute.manager [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.338767] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83326209-66b2-47d3-ae01-d6e6863c398a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.347550] env[63021]: DEBUG nova.compute.manager [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.348150] env[63021]: DEBUG nova.objects.instance [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'flavor' on Instance uuid d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.689944] env[63021]: DEBUG nova.scheduler.client.report [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.778207] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.907527] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.174387] env[63021]: DEBUG nova.network.neutron [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.198019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.198019] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.199214] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.896s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.199576] env[63021]: DEBUG nova.objects.instance [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'resources' on Instance uuid 47ca5ece-011e-4381-8ee3-e6cc9ea38870 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.276147] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283504, 'name': ReconfigVM_Task, 'duration_secs': 0.732781} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.276253] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5c35d875-5897-4ffe-9b6f-57c2884f1c64/5c35d875-5897-4ffe-9b6f-57c2884f1c64.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.276987] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56872235-0c15-4e0a-a7bb-6986f79db337 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.284886] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1151.284886] env[63021]: value = "task-4283505" [ 1151.284886] env[63021]: _type = "Task" [ 1151.284886] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.294336] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283505, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.355418] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.355741] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979e7fd5-ad9d-4916-9cc7-7c3b76375d14 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.364789] env[63021]: DEBUG oslo_vmware.api [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1151.364789] env[63021]: value = "task-4283506" [ 1151.364789] env[63021]: _type = "Task" [ 1151.364789] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.374481] env[63021]: DEBUG oslo_vmware.api [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.677544] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.677962] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Instance network_info: |[{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.678482] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:6e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e95401-c05d-4892-98c0-89668d28caa6', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.685882] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.686137] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.686360] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a973b6-1a62-4a0b-9999-12e0b29ce96f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.703053] env[63021]: DEBUG nova.compute.utils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.709175] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.709532] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.711988] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.711988] env[63021]: value = "task-4283507" [ 1151.711988] env[63021]: _type = "Task" [ 1151.711988] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.721727] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283507, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.758884] env[63021]: DEBUG nova.policy [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5194f598ddc24832bd85b8f9fd5246c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff80cb7843a24496a542a9cfb48c2d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.762597] env[63021]: DEBUG nova.compute.manager [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Received event network-changed-32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1151.762793] env[63021]: DEBUG nova.compute.manager [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Refreshing instance network info cache due to event network-changed-32e95401-c05d-4892-98c0-89668d28caa6. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1151.763018] env[63021]: DEBUG oslo_concurrency.lockutils [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.763171] env[63021]: DEBUG oslo_concurrency.lockutils [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.763336] env[63021]: DEBUG nova.network.neutron [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Refreshing network info cache for port 32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.799765] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283505, 'name': Rename_Task, 'duration_secs': 0.154583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.799765] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.800643] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88f4a9a-b241-415f-b1a4-37dbb27cc673 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.812154] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1151.812154] env[63021]: value = "task-4283508" [ 1151.812154] env[63021]: _type = "Task" [ 1151.812154] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.824589] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.877473] env[63021]: DEBUG oslo_vmware.api [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283506, 'name': PowerOffVM_Task, 'duration_secs': 0.239578} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.877798] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.878126] env[63021]: DEBUG nova.compute.manager [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.878934] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8574c768-818d-4e1f-8a82-fe53a653db13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.910014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf63dc0-8d8f-4148-8638-4b5ce0a2cb3e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.918162] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9545f204-2b00-4fe1-ad0b-8ac44e82f973 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.949169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e6968-d684-4e13-a532-c5914a9c87f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.958775] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146e3137-cf4c-4d1d-8cd0-98846bfe9b8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.978024] env[63021]: DEBUG nova.compute.provider_tree [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.163156] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Successfully created port: 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.206546] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.224741] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283507, 'name': CreateVM_Task, 'duration_secs': 0.390782} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.224974] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.226052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.226636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.226636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.226896] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8fc435-08f0-4c3c-a69f-ae78189b6f34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.233967] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1152.233967] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c48523-e55a-7a3e-2610-7cd5193f71f5" [ 1152.233967] env[63021]: _type = "Task" [ 1152.233967] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.245416] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c48523-e55a-7a3e-2610-7cd5193f71f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.322268] env[63021]: DEBUG oslo_vmware.api [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283508, 'name': PowerOnVM_Task, 'duration_secs': 0.460323} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.323377] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.323731] env[63021]: INFO nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1152.324055] env[63021]: DEBUG nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.325390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d309e9-6143-444c-8ccd-7afaa2ad5510 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.396220] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4bba5741-7ed3-43bf-87c8-bc8f61e5097b tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.479256] env[63021]: DEBUG nova.scheduler.client.report [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.515938] env[63021]: DEBUG nova.network.neutron [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updated VIF entry in instance network info cache for port 32e95401-c05d-4892-98c0-89668d28caa6. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.516098] env[63021]: DEBUG nova.network.neutron [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.744276] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c48523-e55a-7a3e-2610-7cd5193f71f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.744443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.744657] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.744884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.745061] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.745497] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.745497] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbb90bec-d068-4e1c-a6ee-17216536a586 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.755391] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.755557] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.756278] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d435270-071b-4583-b4bc-624cd02d3186 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.761760] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1152.761760] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cdb231-9e9a-b044-f945-107d083f2929" [ 1152.761760] env[63021]: _type = "Task" [ 1152.761760] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.769615] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cdb231-9e9a-b044-f945-107d083f2929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.846143] env[63021]: INFO nova.compute.manager [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Took 12.94 seconds to build instance. [ 1152.925273] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.925541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.925751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.926019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.926221] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.928652] env[63021]: INFO nova.compute.manager [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Terminating instance [ 1152.987610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.990051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.659s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.990051] env[63021]: DEBUG nova.objects.instance [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.011369] env[63021]: INFO nova.scheduler.client.report [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocations for instance 47ca5ece-011e-4381-8ee3-e6cc9ea38870 [ 1153.020579] env[63021]: DEBUG oslo_concurrency.lockutils [req-f82c49e7-aca6-4eef-a010-c8bcb1d14e28 req-097ea13e-f041-4420-9610-bfbec51a45a4 service nova] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.215768] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.244656] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.244913] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.245083] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.245273] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.245419] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.245565] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.245771] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.245942] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.246121] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.246288] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.246463] env[63021]: DEBUG nova.virt.hardware [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.247388] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b5553-0113-4b5c-b3ac-248a356292f8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.255588] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca0c92-930d-4401-8ba5-83e93820eb3c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.276813] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cdb231-9e9a-b044-f945-107d083f2929, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.277711] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbe13ad-59a0-4755-98ac-26164829a11c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.282627] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1153.282627] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f064d9-7ee9-5ed0-6c1b-fa2bc8a53f42" [ 1153.282627] env[63021]: _type = "Task" [ 1153.282627] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.290517] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f064d9-7ee9-5ed0-6c1b-fa2bc8a53f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.347814] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bea49703-05ce-4058-81fa-ac73aed7b879 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.447s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.434087] env[63021]: DEBUG nova.compute.manager [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.434087] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.434087] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08851b1-3c82-476f-8369-1e3a9acf25ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.442117] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.442419] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1727ba0a-5127-42ae-8aa5-0a1b6ce7c716 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.522223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d8980028-a944-4af5-9c39-0ef48b4b231e tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "47ca5ece-011e-4381-8ee3-e6cc9ea38870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.600s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.545037] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.545366] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.545737] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.546013] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1729f027-c4c6-4fc3-a59c-1acce406ef40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.556025] env[63021]: DEBUG oslo_vmware.api [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1153.556025] env[63021]: value = "task-4283510" [ 1153.556025] env[63021]: _type = "Task" [ 1153.556025] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.564149] env[63021]: DEBUG oslo_vmware.api [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.669024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e85588-976e-41bc-a88e-5395b616e3bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.677306] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d4599-c4f5-4931-a3c3-dd22796e66cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.715738] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4628979-723c-4e8a-94ab-8ad78d6a283c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721690] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004356d1-dd7c-46ed-a196-967a0754b326 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.738621] env[63021]: DEBUG nova.compute.provider_tree [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.793795] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f064d9-7ee9-5ed0-6c1b-fa2bc8a53f42, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.794236] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.794640] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.795062] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a9422f7-bf92-4b5b-a04a-0c5ffe776099 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.805019] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1153.805019] env[63021]: value = "task-4283511" [ 1153.805019] env[63021]: _type = "Task" [ 1153.805019] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.811666] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.933162] env[63021]: DEBUG nova.compute.manager [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Received event network-vif-plugged-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1153.933162] env[63021]: DEBUG oslo_concurrency.lockutils [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.933162] env[63021]: DEBUG oslo_concurrency.lockutils [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.933162] env[63021]: DEBUG oslo_concurrency.lockutils [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.933162] env[63021]: DEBUG nova.compute.manager [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] No waiting events found dispatching network-vif-plugged-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.933644] env[63021]: WARNING nova.compute.manager [req-69ed5437-8b39-4b5e-9c45-105f66c4fd13 req-a537302e-f10f-477c-aa5f-67299bee4e61 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Received unexpected event network-vif-plugged-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd for instance with vm_state building and task_state spawning. [ 1154.069261] env[63021]: DEBUG oslo_vmware.api [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175973} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.069848] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.070184] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.070559] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.070887] env[63021]: INFO nova.compute.manager [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1154.071524] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.071845] env[63021]: DEBUG nova.compute.manager [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.072052] env[63021]: DEBUG nova.network.neutron [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.105504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.108018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.108018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.108018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.108018] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.110793] env[63021]: INFO nova.compute.manager [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Terminating instance [ 1154.137277] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Successfully updated port: 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.240683] env[63021]: DEBUG nova.scheduler.client.report [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.312899] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.463610] env[63021]: DEBUG nova.compute.manager [req-6096fa2f-5c8d-4547-83cf-cf6d4065cf94 req-71452855-d62c-44b8-8e41-f367eed9ccb5 service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Received event network-vif-deleted-0aa0d557-feef-4158-bf13-9f4cfb08a50c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1154.463820] env[63021]: INFO nova.compute.manager [req-6096fa2f-5c8d-4547-83cf-cf6d4065cf94 req-71452855-d62c-44b8-8e41-f367eed9ccb5 service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Neutron deleted interface 0aa0d557-feef-4158-bf13-9f4cfb08a50c; detaching it from the instance and deleting it from the info cache [ 1154.464010] env[63021]: DEBUG nova.network.neutron [req-6096fa2f-5c8d-4547-83cf-cf6d4065cf94 req-71452855-d62c-44b8-8e41-f367eed9ccb5 service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.615836] env[63021]: DEBUG nova.compute.manager [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.616191] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.617142] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4477ebfc-f2c3-4dc7-b537-f5956424af87 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.625860] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.626162] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670fcc14-e438-4cb9-9a05-eda290c835dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.637517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.637661] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.637809] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.640245] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1154.640245] env[63021]: value = "task-4283512" [ 1154.640245] env[63021]: _type = "Task" [ 1154.640245] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.651022] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.747343] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.750997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.940s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.751298] env[63021]: DEBUG nova.objects.instance [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lazy-loading 'resources' on Instance uuid 4c14cdad-ee28-4329-834a-ca2e59f61179 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.769033] env[63021]: INFO nova.scheduler.client.report [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2 [ 1154.813816] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.871587] env[63021]: DEBUG nova.network.neutron [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.966414] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0190577a-521c-4998-92dd-b4e5df1d2c5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.977296] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a4074-3c35-4333-9eac-f1af59d78f01 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.007999] env[63021]: DEBUG nova.compute.manager [req-6096fa2f-5c8d-4547-83cf-cf6d4065cf94 req-71452855-d62c-44b8-8e41-f367eed9ccb5 service nova] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Detach interface failed, port_id=0aa0d557-feef-4158-bf13-9f4cfb08a50c, reason: Instance d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1155.151818] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.175873] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.226976] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.227229] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.281033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fd96f846-ed23-418b-a926-eb272c757f5f tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.410s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.317522] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.478167} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.317782] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.318082] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.318427] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574e2203-4602-49bf-a29d-a256df390c12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.328094] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1155.328094] env[63021]: value = "task-4283513" [ 1155.328094] env[63021]: _type = "Task" [ 1155.328094] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.337810] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.355625] env[63021]: DEBUG nova.network.neutron [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating instance_info_cache with network_info: [{"id": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "address": "fa:16:3e:06:55:2f", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e889b-da", "ovs_interfaceid": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.374392] env[63021]: INFO nova.compute.manager [-] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Took 1.30 seconds to deallocate network for instance. [ 1155.420219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088675a7-491c-4ddd-b37a-ece2ee14cc58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.428592] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188a7fd-cee0-42fb-9825-f2bbc981db34 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.460821] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4f993-c8ac-4c6e-b86c-304a3ec41ebc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.470785] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f38f0-3555-4bea-9cbf-582e61d92591 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.487926] env[63021]: DEBUG nova.compute.provider_tree [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.654512] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283512, 'name': PowerOffVM_Task, 'duration_secs': 0.959574} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.654932] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.655219] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.655586] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6105f51-6665-4596-930c-b2539ad7450c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.729951] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.759447] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.759645] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.763025] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] be39bcdc-1be5-442e-bf90-39da1bbc9eb3 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.763025] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-326abe55-94e2-4ee7-9d2b-bc253669d527 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.768465] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1155.768465] env[63021]: value = "task-4283515" [ 1155.768465] env[63021]: _type = "Task" [ 1155.768465] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.776868] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.839606] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188613} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.839885] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.840840] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e217b7-b417-4410-84fc-e81719a204bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.860089] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.860481] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Instance network_info: |[{"id": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "address": "fa:16:3e:06:55:2f", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e889b-da", "ovs_interfaceid": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.870938] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.871527] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:55:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d8e889b-dad2-465e-8d1e-f18a01c4c2fd', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.880545] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating folder: Project (ff80cb7843a24496a542a9cfb48c2d56). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.880831] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783a033a-85e1-4587-b61d-54bcc4f69506 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.895799] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22f3dcb-ba0e-457d-816b-bce95e77e64f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.898580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.907189] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1155.907189] env[63021]: value = "task-4283517" [ 1155.907189] env[63021]: _type = "Task" [ 1155.907189] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.912691] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created folder: Project (ff80cb7843a24496a542a9cfb48c2d56) in parent group-v843603. [ 1155.912691] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating folder: Instances. Parent ref: group-v843918. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.913279] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273b441c-3318-429f-8afc-9b51c6e97377 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.919721] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.928408] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created folder: Instances in parent group-v843918. [ 1155.928566] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.928769] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.929068] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea1b4b38-28ce-4c56-a7e0-84efa9a302ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.951708] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.951708] env[63021]: value = "task-4283519" [ 1155.951708] env[63021]: _type = "Task" [ 1155.951708] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.961552] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283519, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.969903] env[63021]: DEBUG nova.compute.manager [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Received event network-changed-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1155.970121] env[63021]: DEBUG nova.compute.manager [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Refreshing instance network info cache due to event network-changed-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1155.970381] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Acquiring lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.970538] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Acquired lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.970707] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Refreshing network info cache for port 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.991664] env[63021]: DEBUG nova.scheduler.client.report [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.256021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.280170] env[63021]: DEBUG oslo_vmware.api [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323958} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.280437] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.280622] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.280886] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.280971] env[63021]: INFO nova.compute.manager [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1156.281235] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.281465] env[63021]: DEBUG nova.compute.manager [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.281516] env[63021]: DEBUG nova.network.neutron [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.417609] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283517, 'name': ReconfigVM_Task, 'duration_secs': 0.473247} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.417739] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.418369] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba4ad84-fe54-48f7-9e82-1a1156b8cdf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.425109] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1156.425109] env[63021]: value = "task-4283520" [ 1156.425109] env[63021]: _type = "Task" [ 1156.425109] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.435549] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283520, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.464173] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283519, 'name': CreateVM_Task, 'duration_secs': 0.418062} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.464382] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.464953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.465421] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.465483] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.465791] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466747c6-6f1e-4470-b1b7-a3a0c80ad3fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472610] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1156.472610] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5261e3fe-ba1d-4a7e-4888-30061058b1b0" [ 1156.472610] env[63021]: _type = "Task" [ 1156.472610] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.486901] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5261e3fe-ba1d-4a7e-4888-30061058b1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.487239] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.487475] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.487705] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.487862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.488065] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.488402] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86fef035-e4ec-4df1-ba5a-f9e48531244e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.496915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.501916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.603s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.501916] env[63021]: DEBUG nova.objects.instance [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'resources' on Instance uuid d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.503339] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.503827] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.505119] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78a5dfd-8177-4580-9f63-c7a31f09c1e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.513253] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1156.513253] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527a5dde-e141-40b3-253e-1f0c6ac0966e" [ 1156.513253] env[63021]: _type = "Task" [ 1156.513253] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.524188] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527a5dde-e141-40b3-253e-1f0c6ac0966e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.527473] env[63021]: INFO nova.scheduler.client.report [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Deleted allocations for instance 4c14cdad-ee28-4329-834a-ca2e59f61179 [ 1156.646766] env[63021]: DEBUG nova.compute.manager [req-104bf597-7a71-4d39-b3bb-f16fe53cafc7 req-e2bb2120-3d41-4ea5-9c21-09e6e77f6295 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Received event network-vif-deleted-7b7c2d7e-827f-4cf3-b653-f3584116886b {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.647263] env[63021]: INFO nova.compute.manager [req-104bf597-7a71-4d39-b3bb-f16fe53cafc7 req-e2bb2120-3d41-4ea5-9c21-09e6e77f6295 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Neutron deleted interface 7b7c2d7e-827f-4cf3-b653-f3584116886b; detaching it from the instance and deleting it from the info cache [ 1156.647518] env[63021]: DEBUG nova.network.neutron [req-104bf597-7a71-4d39-b3bb-f16fe53cafc7 req-e2bb2120-3d41-4ea5-9c21-09e6e77f6295 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.659094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "49cd7e44-6e0c-4195-a966-41896ea591cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.660693] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.776180] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updated VIF entry in instance network info cache for port 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.776551] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating instance_info_cache with network_info: [{"id": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "address": "fa:16:3e:06:55:2f", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e889b-da", "ovs_interfaceid": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.946517] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283520, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.025298] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527a5dde-e141-40b3-253e-1f0c6ac0966e, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.026152] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3fe98f-7cf1-42c8-8046-6ff882b79b2d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.032329] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1157.032329] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52037459-f711-be85-feb2-26c61683d850" [ 1157.032329] env[63021]: _type = "Task" [ 1157.032329] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.041029] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2cd854b9-18a6-49a4-9c6c-c74e83236c35 tempest-ImagesOneServerTestJSON-1912202909 tempest-ImagesOneServerTestJSON-1912202909-project-member] Lock "4c14cdad-ee28-4329-834a-ca2e59f61179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.802s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.051931] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52037459-f711-be85-feb2-26c61683d850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.126519] env[63021]: DEBUG nova.network.neutron [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.161094] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09522a6-ed06-4052-9449-180500456db2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.163452] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.172772] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5bacf-3847-43e1-908f-40f30d84929c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.202374] env[63021]: DEBUG nova.compute.manager [req-104bf597-7a71-4d39-b3bb-f16fe53cafc7 req-e2bb2120-3d41-4ea5-9c21-09e6e77f6295 service nova] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Detach interface failed, port_id=7b7c2d7e-827f-4cf3-b653-f3584116886b, reason: Instance be39bcdc-1be5-442e-bf90-39da1bbc9eb3 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1157.206038] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c26497-f14c-4363-8af2-14c353182692 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.214228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddaaee3-aacc-4c50-a14a-6f110ccec5ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.245485] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95717314-8602-4e41-aa2b-7ce97c5630d8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.253239] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c58bf-8393-4e2c-b027-813397c8bffb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.267220] env[63021]: DEBUG nova.compute.provider_tree [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.279187] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Releasing lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.279431] env[63021]: DEBUG nova.compute.manager [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1157.279599] env[63021]: DEBUG nova.compute.manager [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1157.279803] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.279942] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.280557] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.436840] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283520, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.546154] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52037459-f711-be85-feb2-26c61683d850, 'name': SearchDatastore_Task, 'duration_secs': 0.026247} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.546384] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.546657] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] aaa55ce1-c5d0-4c34-a08d-76748eff1529/aaa55ce1-c5d0-4c34-a08d-76748eff1529.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.547325] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ba9922-125f-4868-bc7e-70b3c0db3d69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.556045] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1157.556045] env[63021]: value = "task-4283521" [ 1157.556045] env[63021]: _type = "Task" [ 1157.556045] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.565024] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.628798] env[63021]: INFO nova.compute.manager [-] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Took 1.35 seconds to deallocate network for instance. [ 1157.693325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.792967] env[63021]: ERROR nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [req-1e3df846-6ead-46a4-b2a4-00b8c1ac1147] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e3df846-6ead-46a4-b2a4-00b8c1ac1147"}]} [ 1157.818072] env[63021]: DEBUG nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1157.841074] env[63021]: DEBUG nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1157.841389] env[63021]: DEBUG nova.compute.provider_tree [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.857706] env[63021]: DEBUG nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1157.884250] env[63021]: DEBUG nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1157.940765] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283520, 'name': Rename_Task, 'duration_secs': 1.174851} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.941124] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.941392] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a43afd55-66c5-44be-bffb-352ee2f9bf97 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.953109] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1157.953109] env[63021]: value = "task-4283522" [ 1157.953109] env[63021]: _type = "Task" [ 1157.953109] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.966340] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.061910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5fdba-9ed0-4665-a224-0960c8a43d24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.074026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b028a31-2e30-4c44-a675-9f19f7cf6c8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.076594] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472142} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.076866] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] aaa55ce1-c5d0-4c34-a08d-76748eff1529/aaa55ce1-c5d0-4c34-a08d-76748eff1529.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.077191] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.077773] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30386803-295d-4561-9b22-557b4d6284d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.115905] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.116375] env[63021]: DEBUG nova.network.neutron [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.118135] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6b367-ecf2-44d3-9e20-6bd274311bd3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.121681] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1158.121681] env[63021]: value = "task-4283523" [ 1158.121681] env[63021]: _type = "Task" [ 1158.121681] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.128940] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26fbd3-b840-47e7-be9c-042c8877922d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.137462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.137790] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.149781] env[63021]: DEBUG nova.compute.provider_tree [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.464338] env[63021]: DEBUG oslo_vmware.api [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283522, 'name': PowerOnVM_Task, 'duration_secs': 0.497025} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.464685] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.464966] env[63021]: INFO nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1158.465226] env[63021]: DEBUG nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.466188] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4489d82-b55a-417f-ac67-f49c7666da39 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.628241] env[63021]: DEBUG oslo_concurrency.lockutils [req-41e57cb2-d751-49da-a74f-ff30c7205e85 req-7a9fb488-b31b-45e2-8dcd-bf5df32db164 service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.639263] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1549} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.639510] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.640410] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276593b-73e6-4848-a785-d63b5fe9722b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.669671] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] aaa55ce1-c5d0-4c34-a08d-76748eff1529/aaa55ce1-c5d0-4c34-a08d-76748eff1529.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.670602] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d255953-6748-48a7-9691-4d7ea97fa0c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.693569] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1158.693569] env[63021]: value = "task-4283524" [ 1158.693569] env[63021]: _type = "Task" [ 1158.693569] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.697977] env[63021]: DEBUG nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1158.698266] env[63021]: DEBUG nova.compute.provider_tree [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 160 to 161 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1158.698454] env[63021]: DEBUG nova.compute.provider_tree [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.707659] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.990022] env[63021]: INFO nova.compute.manager [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Took 14.29 seconds to build instance. [ 1159.207440] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.706s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.209408] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.209867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.954s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.211540] env[63021]: INFO nova.compute.claims [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.235666] env[63021]: INFO nova.scheduler.client.report [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9 [ 1159.489494] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f6eb45aa-e18b-4fd9-ad8f-deb5ac079acb tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.796s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.588318] env[63021]: DEBUG nova.compute.manager [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Received event network-changed-32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1159.588745] env[63021]: DEBUG nova.compute.manager [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Refreshing instance network info cache due to event network-changed-32e95401-c05d-4892-98c0-89668d28caa6. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1159.588975] env[63021]: DEBUG oslo_concurrency.lockutils [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.589248] env[63021]: DEBUG oslo_concurrency.lockutils [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.589497] env[63021]: DEBUG nova.network.neutron [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Refreshing network info cache for port 32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.707191] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283524, 'name': ReconfigVM_Task, 'duration_secs': 0.904156} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.707497] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfigured VM instance instance-00000071 to attach disk [datastore2] aaa55ce1-c5d0-4c34-a08d-76748eff1529/aaa55ce1-c5d0-4c34-a08d-76748eff1529.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.708210] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d47ded57-344f-42d9-8f1e-860162370577 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.723813] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1159.723813] env[63021]: value = "task-4283525" [ 1159.723813] env[63021]: _type = "Task" [ 1159.723813] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.734594] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283525, 'name': Rename_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.746464] env[63021]: DEBUG oslo_concurrency.lockutils [None req-531248fb-ff80-4883-ae4c-d98f72340dbd tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.821s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.256319] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283525, 'name': Rename_Task, 'duration_secs': 0.311002} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.256319] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.259033] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46f9d2f-22ec-457e-8cdc-cff5df68ea55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.269271] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1160.269271] env[63021]: value = "task-4283526" [ 1160.269271] env[63021]: _type = "Task" [ 1160.269271] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.283866] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.420601] env[63021]: DEBUG nova.network.neutron [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updated VIF entry in instance network info cache for port 32e95401-c05d-4892-98c0-89668d28caa6. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.420601] env[63021]: DEBUG nova.network.neutron [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.427311] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f24556-9a0d-469b-bef6-a152a6b1e6c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.436492] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bfc2e0-e496-40e5-8017-891d605da35f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.470037] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caed40dd-15a3-46f3-b4b3-db6c257e0f11 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.479392] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61003711-15c0-442c-b5b1-10c1454b2d61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.495870] env[63021]: DEBUG nova.compute.provider_tree [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.786116] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283526, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.923576] env[63021]: DEBUG oslo_concurrency.lockutils [req-74544b43-6448-4224-837c-eed5f12d147c req-53e30d66-d854-4064-9f46-d114841cf5d0 service nova] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.000629] env[63021]: DEBUG nova.scheduler.client.report [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.284014] env[63021]: DEBUG oslo_vmware.api [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283526, 'name': PowerOnVM_Task, 'duration_secs': 0.882635} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.284391] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.284641] env[63021]: INFO nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1161.288022] env[63021]: DEBUG nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.288022] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108e181-beac-48f7-9710-1adeb6e670ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.382479] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "85743477-0963-4460-9a93-8375d827a4f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.382723] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.508306] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.509012] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.512210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.819s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.513598] env[63021]: INFO nova.compute.claims [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.810146] env[63021]: INFO nova.compute.manager [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Took 15.04 seconds to build instance. [ 1161.888428] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.019272] env[63021]: DEBUG nova.compute.utils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.020275] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.020516] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.069970] env[63021]: DEBUG nova.policy [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.311636] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f4dfe33b-f469-4a54-9135-790405befd1f tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.547s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.410255] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.535062] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.701294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.701294] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.738144] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1bb283-9931-4330-ab53-4ed6cb30c867 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.746878] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7001e396-caf0-4b86-af6e-aca0fb94de02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.467724] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.470949] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Successfully created port: 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.473823] env[63021]: DEBUG nova.compute.manager [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Received event network-changed-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1163.474031] env[63021]: DEBUG nova.compute.manager [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Refreshing instance network info cache due to event network-changed-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1163.474237] env[63021]: DEBUG oslo_concurrency.lockutils [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] Acquiring lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.474364] env[63021]: DEBUG oslo_concurrency.lockutils [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] Acquired lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.474505] env[63021]: DEBUG nova.network.neutron [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Refreshing network info cache for port 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.476561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf131f-861c-4122-9747-50d47798b510 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.487398] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f082562-2a4c-4f81-92ca-e3f9fb4335bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.503410] env[63021]: DEBUG nova.compute.provider_tree [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.970042] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.995951] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.996242] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.996405] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.996586] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.996720] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.996868] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.997083] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.997247] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.997412] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.997572] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.997740] env[63021]: DEBUG nova.virt.hardware [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.998969] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff293dc6-b474-455b-a66b-5ce7592d7b2a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.002607] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.005875] env[63021]: DEBUG nova.scheduler.client.report [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.014340] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363f724-9169-40c2-9ec4-af5895617b38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.180253] env[63021]: DEBUG nova.network.neutron [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updated VIF entry in instance network info cache for port 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.180842] env[63021]: DEBUG nova.network.neutron [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating instance_info_cache with network_info: [{"id": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "address": "fa:16:3e:06:55:2f", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e889b-da", "ovs_interfaceid": "0d8e889b-dad2-465e-8d1e-f18a01c4c2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.513895] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.514464] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.517147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.380s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.517371] env[63021]: DEBUG nova.objects.instance [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'resources' on Instance uuid be39bcdc-1be5-442e-bf90-39da1bbc9eb3 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.684552] env[63021]: DEBUG oslo_concurrency.lockutils [req-0b472af0-96c8-4f52-8ccd-acaed5e16b49 req-a9f14036-fbca-4556-b9a8-1ff2d2f21dda service nova] Releasing lock "refresh_cache-aaa55ce1-c5d0-4c34-a08d-76748eff1529" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.939375] env[63021]: DEBUG nova.compute.manager [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-vif-plugged-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1164.939640] env[63021]: DEBUG oslo_concurrency.lockutils [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.939840] env[63021]: DEBUG oslo_concurrency.lockutils [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.940016] env[63021]: DEBUG oslo_concurrency.lockutils [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.940192] env[63021]: DEBUG nova.compute.manager [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] No waiting events found dispatching network-vif-plugged-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.940358] env[63021]: WARNING nova.compute.manager [req-97b9e6ac-ab08-4203-9b24-de70c7890e92 req-ef073e57-e9c7-48d8-b055-4d62551bfba7 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received unexpected event network-vif-plugged-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 for instance with vm_state building and task_state spawning. [ 1165.019905] env[63021]: DEBUG nova.compute.utils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.021388] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.021569] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.025672] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Successfully updated port: 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.064270] env[63021]: DEBUG nova.policy [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.161209] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8193a224-8c1b-4eb6-bbd0-27393c53aa60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.169122] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be9200d-f448-4353-bc09-bc8e466cabb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.199100] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449171a6-36f3-4ece-b925-6d51378e7de2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.206531] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b3cd1-1cfd-43a5-b7d7-bc08ca14a561 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.221092] env[63021]: DEBUG nova.compute.provider_tree [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.320505] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Successfully created port: c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.525914] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.529783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.529783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.529783] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.724235] env[63021]: DEBUG nova.scheduler.client.report [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.099253] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.228705] env[63021]: DEBUG nova.network.neutron [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.230399] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.232650] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.823s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.234105] env[63021]: INFO nova.compute.claims [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.255491] env[63021]: INFO nova.scheduler.client.report [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocations for instance be39bcdc-1be5-442e-bf90-39da1bbc9eb3 [ 1166.538898] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.565430] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.565675] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.565832] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.566030] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.566232] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.566411] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.566624] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.566784] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.566951] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.567132] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.567306] env[63021]: DEBUG nova.virt.hardware [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.568245] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe49ee3e-5f34-4eb0-9642-5f6c50054c06 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.577665] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a6f762-6935-49e6-8301-5b07951f6798 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.733878] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.734247] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Instance network_info: |[{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.734663] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:28:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.742097] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.744205] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.744637] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b6d8178-1569-4571-a396-4da6ce2dbeb9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.766648] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.766648] env[63021]: value = "task-4283527" [ 1166.766648] env[63021]: _type = "Task" [ 1166.766648] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.767138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-841496f9-8459-4edc-9a2d-977aead051d0 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "be39bcdc-1be5-442e-bf90-39da1bbc9eb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.661s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.777170] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283527, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.781673] env[63021]: DEBUG nova.compute.manager [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Received event network-vif-plugged-c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1166.781673] env[63021]: DEBUG oslo_concurrency.lockutils [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] Acquiring lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.781673] env[63021]: DEBUG oslo_concurrency.lockutils [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.781673] env[63021]: DEBUG oslo_concurrency.lockutils [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.781673] env[63021]: DEBUG nova.compute.manager [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] No waiting events found dispatching network-vif-plugged-c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.781673] env[63021]: WARNING nova.compute.manager [req-c21c7a32-9185-45d7-bc7a-61e654d5560b req-b9da582e-3ad7-4cb6-954b-ab39e25e9d6f service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Received unexpected event network-vif-plugged-c6907deb-0a1b-4f0d-b064-ee6c9fff032f for instance with vm_state building and task_state spawning. [ 1166.885201] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Successfully updated port: c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.969367] env[63021]: DEBUG nova.compute.manager [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1166.969709] env[63021]: DEBUG nova.compute.manager [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing instance network info cache due to event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1166.970071] env[63021]: DEBUG oslo_concurrency.lockutils [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.970351] env[63021]: DEBUG oslo_concurrency.lockutils [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.970540] env[63021]: DEBUG nova.network.neutron [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.277570] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283527, 'name': CreateVM_Task, 'duration_secs': 0.430634} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.280213] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.280789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.280915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.281259] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.281508] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f554d916-1109-4530-9c14-9b79e156938b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.287247] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1167.287247] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52403cc3-b816-ab85-f103-02263ddd4e18" [ 1167.287247] env[63021]: _type = "Task" [ 1167.287247] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.297630] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52403cc3-b816-ab85-f103-02263ddd4e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.372185] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166e7aa-6d47-47f8-b10a-6d7a4138d0d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.379801] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f68a7-7cce-453e-8dee-8776369fbebf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.410484] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203c0b1-5282-4fbe-9888-9ce3c1b7e1d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.418428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea2beb7-b936-448d-9151-157008b7ac8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.422977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.423138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.423287] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.434641] env[63021]: DEBUG nova.compute.provider_tree [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.704157] env[63021]: DEBUG nova.network.neutron [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updated VIF entry in instance network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.704589] env[63021]: DEBUG nova.network.neutron [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.799151] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52403cc3-b816-ab85-f103-02263ddd4e18, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.799151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.799151] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.799151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.799151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.799151] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.799550] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5270f5cd-e037-42c7-920c-bc4224e85076 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.814500] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.814717] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.815470] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7107b27a-3b37-43fb-a776-5b7675c77d70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.824957] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1167.824957] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5213346a-653c-cd6d-798e-340bacbb19ab" [ 1167.824957] env[63021]: _type = "Task" [ 1167.824957] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.830160] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5213346a-653c-cd6d-798e-340bacbb19ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.938306] env[63021]: DEBUG nova.scheduler.client.report [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.954524] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.093968] env[63021]: DEBUG nova.network.neutron [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Updating instance_info_cache with network_info: [{"id": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "address": "fa:16:3e:38:b2:6c", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6907deb-0a", "ovs_interfaceid": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.207505] env[63021]: DEBUG oslo_concurrency.lockutils [req-cd0e6441-cbba-4937-ba3f-9f6bd02228f4 req-bc0730e5-63ae-4d15-a5e4-6d95d5f8dea3 service nova] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.333985] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5213346a-653c-cd6d-798e-340bacbb19ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013335} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.334866] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a689371-7e7e-436d-b7fc-6521f5e5ca0c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.340393] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1168.340393] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5238fef7-68f2-1c34-d389-6a921999967f" [ 1168.340393] env[63021]: _type = "Task" [ 1168.340393] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.348641] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5238fef7-68f2-1c34-d389-6a921999967f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.443349] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.443931] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.446658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.444s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.448090] env[63021]: INFO nova.compute.claims [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.596401] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.596740] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Instance network_info: |[{"id": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "address": "fa:16:3e:38:b2:6c", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6907deb-0a", "ovs_interfaceid": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.597187] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:b2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6907deb-0a1b-4f0d-b064-ee6c9fff032f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.604585] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.604795] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.605027] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1d3980-f80b-44b0-87a1-e553ec142b16 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.641557] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.641557] env[63021]: value = "task-4283529" [ 1168.641557] env[63021]: _type = "Task" [ 1168.641557] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.649427] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283529, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.808951] env[63021]: DEBUG nova.compute.manager [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Received event network-changed-c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1168.809166] env[63021]: DEBUG nova.compute.manager [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Refreshing instance network info cache due to event network-changed-c6907deb-0a1b-4f0d-b064-ee6c9fff032f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1168.809561] env[63021]: DEBUG oslo_concurrency.lockutils [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] Acquiring lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.809763] env[63021]: DEBUG oslo_concurrency.lockutils [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] Acquired lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.809941] env[63021]: DEBUG nova.network.neutron [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Refreshing network info cache for port c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.853763] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5238fef7-68f2-1c34-d389-6a921999967f, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.854355] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.854623] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1/c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.854891] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d632c43f-eb4f-4638-af47-37683692237c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.864199] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1168.864199] env[63021]: value = "task-4283530" [ 1168.864199] env[63021]: _type = "Task" [ 1168.864199] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.874285] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.952682] env[63021]: DEBUG nova.compute.utils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.957410] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.957652] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.000498] env[63021]: DEBUG nova.policy [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.155984] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283529, 'name': CreateVM_Task, 'duration_secs': 0.404909} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.159020] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.159020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.159020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.159020] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.159020] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1028709f-c442-4add-b189-1cbb28447390 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.167251] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1169.167251] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]529bd613-1be9-a9b9-ec4f-c71e982d184c" [ 1169.167251] env[63021]: _type = "Task" [ 1169.167251] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.179703] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529bd613-1be9-a9b9-ec4f-c71e982d184c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.354411] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Successfully created port: e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.379497] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.458894] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.643460] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c2270-9ab9-4cbd-b117-4c701d3b96c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.651480] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1d76c-1bb5-4ddb-b4ab-b22c61272f29 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.693785] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34435b40-3168-4641-93c9-e25870b82381 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.696864] env[63021]: DEBUG nova.network.neutron [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Updated VIF entry in instance network info cache for port c6907deb-0a1b-4f0d-b064-ee6c9fff032f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.697205] env[63021]: DEBUG nova.network.neutron [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Updating instance_info_cache with network_info: [{"id": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "address": "fa:16:3e:38:b2:6c", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6907deb-0a", "ovs_interfaceid": "c6907deb-0a1b-4f0d-b064-ee6c9fff032f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.707376] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a6b2c2-1652-496d-8d18-5736b77f4eb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.711070] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]529bd613-1be9-a9b9-ec4f-c71e982d184c, 'name': SearchDatastore_Task, 'duration_secs': 0.052683} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.711885] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.712128] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.712365] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.712513] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.712688] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.713479] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3992d456-64d7-42be-9359-04baa72fae12 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.724525] env[63021]: DEBUG nova.compute.provider_tree [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.731717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.731906] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.732125] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.732303] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.732465] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.734942] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.735777] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.736822] env[63021]: INFO nova.compute.manager [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Terminating instance [ 1169.738524] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c67ddfd-5fb8-4519-9e8b-f2f172179af9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.745394] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1169.745394] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526e1f37-acd2-a6ce-795b-5f1fdece3314" [ 1169.745394] env[63021]: _type = "Task" [ 1169.745394] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.754784] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526e1f37-acd2-a6ce-795b-5f1fdece3314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.874798] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533995} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.875079] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1/c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.875291] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.875536] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71fe70ec-63a5-4b86-8296-1498d6002803 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.882668] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1169.882668] env[63021]: value = "task-4283531" [ 1169.882668] env[63021]: _type = "Task" [ 1169.882668] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.890386] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.200400] env[63021]: DEBUG oslo_concurrency.lockutils [req-b29da6fa-a377-44fd-909b-f7289c834bcb req-5e938016-4c29-4943-b88b-6dc5b5142777 service nova] Releasing lock "refresh_cache-49cd7e44-6e0c-4195-a966-41896ea591cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.243835] env[63021]: DEBUG nova.compute.manager [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.244326] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.244979] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf4cf9-b3c6-469b-bdeb-f9f77d40ca21 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.249529] env[63021]: ERROR nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [req-067f3fb8-6e53-476a-824e-9857aa1ffe85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-067f3fb8-6e53-476a-824e-9857aa1ffe85"}]} [ 1170.260141] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.263959] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e654a6f1-f248-4e4b-b2d7-c33849b4ec2e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.265414] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526e1f37-acd2-a6ce-795b-5f1fdece3314, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.266295] env[63021]: DEBUG nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1170.269054] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a26a77-10ba-404b-9fdb-1a92f68122bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.273906] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1170.273906] env[63021]: value = "task-4283532" [ 1170.273906] env[63021]: _type = "Task" [ 1170.273906] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.275268] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1170.275268] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5220c5ef-549b-92ba-bef1-85272769559e" [ 1170.275268] env[63021]: _type = "Task" [ 1170.275268] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.282713] env[63021]: DEBUG nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1170.283052] env[63021]: DEBUG nova.compute.provider_tree [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.288872] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.292012] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5220c5ef-549b-92ba-bef1-85272769559e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.296891] env[63021]: DEBUG nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1170.321320] env[63021]: DEBUG nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1170.396024] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071967} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.399380] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.400527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd1828-da15-4968-bf48-300489321642 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.423478] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1/c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.426424] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71a43a0-7aaa-4934-a794-50e7540b16df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.447672] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1170.447672] env[63021]: value = "task-4283533" [ 1170.447672] env[63021]: _type = "Task" [ 1170.447672] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.461239] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.472080] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.501777] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.502105] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.502211] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.502388] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.502544] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.502694] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.502909] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.503073] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.503249] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.503412] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.503586] env[63021]: DEBUG nova.virt.hardware [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.504471] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55fc9f4-aa4b-4722-9495-0118d71dd97c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.508570] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8acf1f-5d21-4958-9df7-fe4e36bb8f71 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.520144] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81743a4-4561-4063-92cc-b0825818e4a8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.524762] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a762f-be47-4c68-a9a9-38b1c72b28e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.563952] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54696bda-32de-4ec4-9d62-bdee20216011 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.572334] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7026b-f76e-4fc9-9757-88f548d21070 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.586540] env[63021]: DEBUG nova.compute.provider_tree [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.765587] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.765883] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.790348] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283532, 'name': PowerOffVM_Task, 'duration_secs': 0.21423} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.793675] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.793857] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.794366] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5220c5ef-549b-92ba-bef1-85272769559e, 'name': SearchDatastore_Task, 'duration_secs': 0.032847} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.794574] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8a9fc8-2145-4956-a8d5-23a8bd73ff9b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.796012] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.796274] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 49cd7e44-6e0c-4195-a966-41896ea591cb/49cd7e44-6e0c-4195-a966-41896ea591cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.796510] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bc6b4cb-5940-4193-9c21-a37382dfe6f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.804018] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1170.804018] env[63021]: value = "task-4283535" [ 1170.804018] env[63021]: _type = "Task" [ 1170.804018] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.811881] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.859360] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.859686] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.859935] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleting the datastore file [datastore2] cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.860270] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167ee94d-5477-4868-bccb-d2c8f2cd395f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.867862] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for the task: (returnval){ [ 1170.867862] env[63021]: value = "task-4283536" [ 1170.867862] env[63021]: _type = "Task" [ 1170.867862] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.876697] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.957723] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283533, 'name': ReconfigVM_Task, 'duration_secs': 0.279034} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.958069] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1/c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.958768] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc847e5-c4ad-400e-87c4-5ebdb39e2892 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.965820] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1170.965820] env[63021]: value = "task-4283537" [ 1170.965820] env[63021]: _type = "Task" [ 1170.965820] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.974711] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283537, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.998025] env[63021]: DEBUG nova.compute.manager [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Received event network-vif-plugged-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1170.998318] env[63021]: DEBUG oslo_concurrency.lockutils [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] Acquiring lock "85743477-0963-4460-9a93-8375d827a4f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.998612] env[63021]: DEBUG oslo_concurrency.lockutils [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] Lock "85743477-0963-4460-9a93-8375d827a4f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.998824] env[63021]: DEBUG oslo_concurrency.lockutils [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] Lock "85743477-0963-4460-9a93-8375d827a4f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.999104] env[63021]: DEBUG nova.compute.manager [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] No waiting events found dispatching network-vif-plugged-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.999374] env[63021]: WARNING nova.compute.manager [req-c4544cc2-2816-40c5-8bcd-4101e423d1ae req-38177452-0c13-4852-9702-b626bcd86491 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Received unexpected event network-vif-plugged-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 for instance with vm_state building and task_state spawning. [ 1171.100245] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Successfully updated port: e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.131092] env[63021]: DEBUG nova.scheduler.client.report [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.131383] env[63021]: DEBUG nova.compute.provider_tree [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 163 to 164 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.131614] env[63021]: DEBUG nova.compute.provider_tree [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.270365] env[63021]: DEBUG nova.compute.utils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.314735] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493044} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.314997] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 49cd7e44-6e0c-4195-a966-41896ea591cb/49cd7e44-6e0c-4195-a966-41896ea591cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.315267] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.315523] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c91543-fba9-4d94-b2e7-2baf0f787e84 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.323030] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1171.323030] env[63021]: value = "task-4283538" [ 1171.323030] env[63021]: _type = "Task" [ 1171.323030] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.331358] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.378323] env[63021]: DEBUG oslo_vmware.api [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Task: {'id': task-4283536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139345} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.378591] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.378842] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.379018] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.379204] env[63021]: INFO nova.compute.manager [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1171.379550] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.379851] env[63021]: DEBUG nova.compute.manager [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.379947] env[63021]: DEBUG nova.network.neutron [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.477113] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283537, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.603150] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.603314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.603475] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.636425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.190s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.636944] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.774372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.835087] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.976526] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283537, 'name': Rename_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122520] env[63021]: DEBUG nova.network.neutron [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.135040] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.142312] env[63021]: DEBUG nova.compute.utils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.144035] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.144035] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.215888] env[63021]: DEBUG nova.policy [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f01a85382a14c0fb6880a838d6f9f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65ba2e624b894de3bedd1a7f31145fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.266821] env[63021]: DEBUG nova.network.neutron [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Updating instance_info_cache with network_info: [{"id": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "address": "fa:16:3e:92:c8:c7", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1764e5d-bf", "ovs_interfaceid": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.334905] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.940391} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.335197] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.336082] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093164eb-930d-44d5-9772-930eaaa1b526 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.360590] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 49cd7e44-6e0c-4195-a966-41896ea591cb/49cd7e44-6e0c-4195-a966-41896ea591cb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.361829] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83dae316-19c2-4846-8831-fc89a71476fc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.383584] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1172.383584] env[63021]: value = "task-4283539" [ 1172.383584] env[63021]: _type = "Task" [ 1172.383584] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.393142] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.476709] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283537, 'name': Rename_Task, 'duration_secs': 1.287581} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.477014] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.477282] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20a422d-fa53-4a3e-8e23-910ac9cc05f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.484429] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1172.484429] env[63021]: value = "task-4283540" [ 1172.484429] env[63021]: _type = "Task" [ 1172.484429] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.496319] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.553564] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Successfully created port: f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.625539] env[63021]: INFO nova.compute.manager [-] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Took 1.25 seconds to deallocate network for instance. [ 1172.647279] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.770137] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.770491] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Instance network_info: |[{"id": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "address": "fa:16:3e:92:c8:c7", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1764e5d-bf", "ovs_interfaceid": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.770943] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:c8:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.779413] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.779662] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.779894] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d22ea94-862c-4dcb-a0da-d964b30b0ce3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802945] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.802945] env[63021]: value = "task-4283541" [ 1172.802945] env[63021]: _type = "Task" [ 1172.802945] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.813191] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283541, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.862706] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.862985] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.863240] env[63021]: INFO nova.compute.manager [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Attaching volume 9c589b68-9b9e-4df3-a7eb-b15b25ce7bca to /dev/sdb [ 1172.896696] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283539, 'name': ReconfigVM_Task, 'duration_secs': 0.276423} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.896971] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 49cd7e44-6e0c-4195-a966-41896ea591cb/49cd7e44-6e0c-4195-a966-41896ea591cb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.897696] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1123328e-2752-4f7f-a46b-6533aeedd0f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.903883] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1172.903883] env[63021]: value = "task-4283542" [ 1172.903883] env[63021]: _type = "Task" [ 1172.903883] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.911758] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283542, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.913335] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e7e85b-d323-4617-ab6b-e5d0678efc78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.919239] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b27c0-7aba-44e7-821f-511a6dddd526 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.932930] env[63021]: DEBUG nova.virt.block_device [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating existing volume attachment record: 065f10a5-1f11-473f-98d2-2a719f7b3895 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.993604] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283540, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.033256] env[63021]: DEBUG nova.compute.manager [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Received event network-changed-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1173.033448] env[63021]: DEBUG nova.compute.manager [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Refreshing instance network info cache due to event network-changed-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1173.033705] env[63021]: DEBUG oslo_concurrency.lockutils [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] Acquiring lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.034033] env[63021]: DEBUG oslo_concurrency.lockutils [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] Acquired lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.034453] env[63021]: DEBUG nova.network.neutron [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Refreshing network info cache for port e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.133166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.133476] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.133729] env[63021]: DEBUG nova.objects.instance [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lazy-loading 'resources' on Instance uuid cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.313348] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283541, 'name': CreateVM_Task, 'duration_secs': 0.324154} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.313564] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.323147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.323147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.323147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.323147] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b5b174-0af6-466f-9037-5f54efc96cfa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.326344] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1173.326344] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52562988-d338-d148-bc90-5d873e1b2e5c" [ 1173.326344] env[63021]: _type = "Task" [ 1173.326344] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.334165] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52562988-d338-d148-bc90-5d873e1b2e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.411953] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283542, 'name': Rename_Task, 'duration_secs': 0.179683} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.412297] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.412552] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19370228-f772-44e8-b1ec-43a55be463e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.422364] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1173.422364] env[63021]: value = "task-4283545" [ 1173.422364] env[63021]: _type = "Task" [ 1173.422364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.426486] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.495409] env[63021]: DEBUG oslo_vmware.api [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283540, 'name': PowerOnVM_Task, 'duration_secs': 0.641317} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.495791] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.495871] env[63021]: INFO nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1173.496066] env[63021]: DEBUG nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.496839] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291aa2bb-130f-4ed4-872a-363641d67d07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.656793] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.689590] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.690051] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.690051] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.690270] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.690425] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.690589] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.690813] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.690983] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.691181] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.691358] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.691570] env[63021]: DEBUG nova.virt.hardware [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.692459] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a338f11-db02-4b00-b0dc-4cbcbef4b0ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.703876] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5036c0-12d5-46e1-aac3-40be10f22e2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.763651] env[63021]: DEBUG nova.network.neutron [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Updated VIF entry in instance network info cache for port e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.764330] env[63021]: DEBUG nova.network.neutron [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Updating instance_info_cache with network_info: [{"id": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "address": "fa:16:3e:92:c8:c7", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1764e5d-bf", "ovs_interfaceid": "e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.792495] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c945a88-993d-48a2-99f2-780cf9a261be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.801466] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0949beba-da13-4a9a-b62a-11c5588f8d8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.836302] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b111e9d-d5bc-40dc-9f7f-9ca4f2943088 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.846211] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52562988-d338-d148-bc90-5d873e1b2e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.848862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.849222] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.849402] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.849577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.849877] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.850839] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758b8b96-1c51-462e-9ff9-e77862ee27f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.853173] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a50c2b-1f21-4bb2-a6ea-154f4de27041 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.868261] env[63021]: DEBUG nova.compute.provider_tree [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.871411] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.871608] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.872364] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d2e0fb-473e-48f8-9b49-4ff5b6b24589 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.878294] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1173.878294] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5269fd9a-67de-77a1-904f-560848853be6" [ 1173.878294] env[63021]: _type = "Task" [ 1173.878294] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.889589] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5269fd9a-67de-77a1-904f-560848853be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.929564] env[63021]: DEBUG oslo_vmware.api [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283545, 'name': PowerOnVM_Task, 'duration_secs': 0.488913} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.929564] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.929990] env[63021]: INFO nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1173.929990] env[63021]: DEBUG nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.931295] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e24580-e950-4da9-a020-e26713e51103 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.941066] env[63021]: DEBUG nova.compute.manager [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-vif-plugged-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1173.941309] env[63021]: DEBUG oslo_concurrency.lockutils [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] Acquiring lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.941515] env[63021]: DEBUG oslo_concurrency.lockutils [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.941682] env[63021]: DEBUG oslo_concurrency.lockutils [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.941844] env[63021]: DEBUG nova.compute.manager [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] No waiting events found dispatching network-vif-plugged-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.942019] env[63021]: WARNING nova.compute.manager [req-49867a95-821c-4570-ab92-67cd40772895 req-4277be32-3a59-4b9b-9f6a-18fe437ca558 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received unexpected event network-vif-plugged-f2f27209-06cc-4e48-a2dc-106b07680907 for instance with vm_state building and task_state spawning. [ 1174.020132] env[63021]: INFO nova.compute.manager [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Took 17.78 seconds to build instance. [ 1174.123807] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Successfully updated port: f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.269661] env[63021]: DEBUG oslo_concurrency.lockutils [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] Releasing lock "refresh_cache-85743477-0963-4460-9a93-8375d827a4f4" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.270036] env[63021]: DEBUG nova.compute.manager [req-a490e8a5-f897-4221-859f-e01f3e6a8a9d req-7daf39b1-bde8-47e4-a92f-56feabed9a29 service nova] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Received event network-vif-deleted-fd403c04-a16c-46b9-a6f8-e9ed371d0624 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1174.371595] env[63021]: DEBUG nova.scheduler.client.report [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.389213] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5269fd9a-67de-77a1-904f-560848853be6, 'name': SearchDatastore_Task, 'duration_secs': 0.021797} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.390700] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d03f88-5d8e-4e2e-a23c-7ac67d2d00c3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.395978] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1174.395978] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52adeead-aaa7-8b11-8942-78b90b328a08" [ 1174.395978] env[63021]: _type = "Task" [ 1174.395978] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.403775] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52adeead-aaa7-8b11-8942-78b90b328a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.449173] env[63021]: INFO nova.compute.manager [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Took 16.78 seconds to build instance. [ 1174.522431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1810da05-beae-456b-932b-d475a3907769 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.295s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.626405] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.626835] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.626835] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.876561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.907460] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52adeead-aaa7-8b11-8942-78b90b328a08, 'name': SearchDatastore_Task, 'duration_secs': 0.026958} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.908370] env[63021]: INFO nova.scheduler.client.report [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Deleted allocations for instance cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c [ 1174.909425] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.909692] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 85743477-0963-4460-9a93-8375d827a4f4/85743477-0963-4460-9a93-8375d827a4f4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.912706] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bce3b69-f228-4c46-b25c-d4fdf59ffdad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.918431] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1174.918431] env[63021]: value = "task-4283547" [ 1174.918431] env[63021]: _type = "Task" [ 1174.918431] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.926190] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.950893] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a6dfe4c5-b727-4d04-aa01-19fc1a00538a tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.290s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.221494] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.417758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8fe81cd6-53c6-49c9-a855-9b5280624d75 tempest-ServerActionsTestOtherA-1561727594 tempest-ServerActionsTestOtherA-1561727594-project-member] Lock "cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.430999] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445906} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.431819] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 85743477-0963-4460-9a93-8375d827a4f4/85743477-0963-4460-9a93-8375d827a4f4.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.432446] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.432704] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3db6146-06e3-4eb9-bdf8-67ae3128ac59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.440656] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1175.440656] env[63021]: value = "task-4283548" [ 1175.440656] env[63021]: _type = "Task" [ 1175.440656] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.450167] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.565674] env[63021]: DEBUG nova.network.neutron [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.641870] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "49cd7e44-6e0c-4195-a966-41896ea591cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.642169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.642490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.642694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.642908] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.645364] env[63021]: INFO nova.compute.manager [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Terminating instance [ 1175.951337] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062863} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.951337] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.951796] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d90cc-3645-4ad9-a21a-14a157cc92ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.973959] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 85743477-0963-4460-9a93-8375d827a4f4/85743477-0963-4460-9a93-8375d827a4f4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.974303] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb8d4a1-3606-45d8-834c-ae0676d95adb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.993597] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1175.993597] env[63021]: value = "task-4283550" [ 1175.993597] env[63021]: _type = "Task" [ 1175.993597] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.001739] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.068655] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.069052] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Instance network_info: |[{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.069537] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:a9:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f27209-06cc-4e48-a2dc-106b07680907', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.077737] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Creating folder: Project (65ba2e624b894de3bedd1a7f31145fc8). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.079080] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b68c6fc-6458-4a40-bcdb-af58735c0c36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.090230] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Created folder: Project (65ba2e624b894de3bedd1a7f31145fc8) in parent group-v843603. [ 1176.090469] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Creating folder: Instances. Parent ref: group-v843926. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.090659] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5419237-a358-4a20-9b88-fdbbaa825e16 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.100026] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Created folder: Instances in parent group-v843926. [ 1176.100277] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.100476] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.100708] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a1d469b-1bd6-46f1-a9e7-05384073ccf0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.119929] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.119929] env[63021]: value = "task-4283553" [ 1176.119929] env[63021]: _type = "Task" [ 1176.119929] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.127966] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283553, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.150019] env[63021]: DEBUG nova.compute.manager [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.150294] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.151138] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7b3e1-94bb-40b2-ac07-6e8780467aef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.157839] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.158083] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a66b06-d9ae-4a2b-81de-dbab2e3da2af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.164836] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1176.164836] env[63021]: value = "task-4283554" [ 1176.164836] env[63021]: _type = "Task" [ 1176.164836] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.172760] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.219494] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1176.219494] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing instance network info cache due to event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1176.219494] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.219757] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.219816] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.506084] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283550, 'name': ReconfigVM_Task, 'duration_secs': 0.48903} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.506414] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 85743477-0963-4460-9a93-8375d827a4f4/85743477-0963-4460-9a93-8375d827a4f4.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.507087] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8706572b-1855-4383-a5f4-e17f32df02eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.514180] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1176.514180] env[63021]: value = "task-4283555" [ 1176.514180] env[63021]: _type = "Task" [ 1176.514180] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.522721] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283555, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.641077] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283553, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.675264] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283554, 'name': PowerOffVM_Task, 'duration_secs': 0.177417} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.675551] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.675723] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.675993] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-437d9592-29b4-4641-92d8-84375911ece6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.757824] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.758061] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.758251] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 49cd7e44-6e0c-4195-a966-41896ea591cb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.758681] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c0d45c-3bc3-4bbf-a91a-305aaab78ca8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.770894] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1176.770894] env[63021]: value = "task-4283557" [ 1176.770894] env[63021]: _type = "Task" [ 1176.770894] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.781375] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.024810] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283555, 'name': Rename_Task, 'duration_secs': 0.174003} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.025193] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.025454] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd413c22-b208-4960-9ebd-a9dc118359b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.032026] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1177.032026] env[63021]: value = "task-4283558" [ 1177.032026] env[63021]: _type = "Task" [ 1177.032026] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.037726] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updated VIF entry in instance network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.038179] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.043357] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.132191] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283553, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.140618] env[63021]: DEBUG nova.compute.manager [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1177.140832] env[63021]: DEBUG nova.compute.manager [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing instance network info cache due to event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1177.141055] env[63021]: DEBUG oslo_concurrency.lockutils [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.141207] env[63021]: DEBUG oslo_concurrency.lockutils [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.141467] env[63021]: DEBUG nova.network.neutron [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.283469] env[63021]: DEBUG oslo_vmware.api [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193269} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.283893] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.284232] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.284556] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.284862] env[63021]: INFO nova.compute.manager [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.285269] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.285569] env[63021]: DEBUG nova.compute.manager [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.285781] env[63021]: DEBUG nova.network.neutron [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.542836] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283558, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.544647] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.544909] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1177.545091] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1177.545370] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.545453] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.548848] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.634457] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283553, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.884566] env[63021]: DEBUG nova.network.neutron [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updated VIF entry in instance network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.884983] env[63021]: DEBUG nova.network.neutron [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.990258] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.990258] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843925', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'name': 'volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e505f2-e0c9-467b-a2f5-3739368aafb7', 'attached_at': '', 'detached_at': '', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'serial': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.990258] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027662b-f1c0-4692-b409-56e79633d2eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.009757] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc708b-5d2d-45a4-9fce-bcfb64eb9f2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.042515] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca/volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.046045] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68f839c-73dc-48e1-be4a-0f418b12e506 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.065612] env[63021]: DEBUG oslo_vmware.api [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283558, 'name': PowerOnVM_Task, 'duration_secs': 0.643877} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.066860] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.067086] env[63021]: INFO nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1178.067272] env[63021]: DEBUG nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.068450] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1178.068450] env[63021]: value = "task-4283559" [ 1178.068450] env[63021]: _type = "Task" [ 1178.068450] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.068450] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a60d9-225c-460f-a443-6a92e3110222 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.082779] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.135133] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283553, 'name': CreateVM_Task, 'duration_secs': 1.613566} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.135133] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.135577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.135577] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.136768] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7472f614-03fb-45ed-a949-3ae703d89084 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.141971] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1178.141971] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525df79f-317a-bd52-ff20-aaeada21ad72" [ 1178.141971] env[63021]: _type = "Task" [ 1178.141971] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.152273] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525df79f-317a-bd52-ff20-aaeada21ad72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.227469] env[63021]: DEBUG nova.network.neutron [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.246658] env[63021]: DEBUG nova.compute.manager [req-a1f75ab9-4fc3-433f-96f2-dfe208f24722 req-42625ae7-9e2b-4bf6-ba62-f2c22f7d1ca1 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Received event network-vif-deleted-c6907deb-0a1b-4f0d-b064-ee6c9fff032f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1178.246846] env[63021]: INFO nova.compute.manager [req-a1f75ab9-4fc3-433f-96f2-dfe208f24722 req-42625ae7-9e2b-4bf6-ba62-f2c22f7d1ca1 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Neutron deleted interface c6907deb-0a1b-4f0d-b064-ee6c9fff032f; detaching it from the instance and deleting it from the info cache [ 1178.247830] env[63021]: DEBUG nova.network.neutron [req-a1f75ab9-4fc3-433f-96f2-dfe208f24722 req-42625ae7-9e2b-4bf6-ba62-f2c22f7d1ca1 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.328088] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.329615] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.388523] env[63021]: DEBUG oslo_concurrency.lockutils [req-37a8ee3b-ca03-4876-b42a-02eb7cd6b575 req-56946633-151c-4e99-bea6-1127ad279ded service nova] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.581588] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283559, 'name': ReconfigVM_Task, 'duration_secs': 0.379033} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.581588] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca/volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.590734] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c844ce4-0b87-43f1-aff7-7d2e37fce98e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.603810] env[63021]: INFO nova.compute.manager [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Took 16.21 seconds to build instance. [ 1178.610562] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1178.610562] env[63021]: value = "task-4283560" [ 1178.610562] env[63021]: _type = "Task" [ 1178.610562] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.619433] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.652886] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525df79f-317a-bd52-ff20-aaeada21ad72, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.653232] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.653485] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.653781] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.653964] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.654173] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.654487] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf66630b-0e33-4a30-9d24-2b31e4a49f7e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.665895] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.665895] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.666677] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2885938f-2389-4fa6-a4bc-888612498b80 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.673012] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1178.673012] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e39344-30e0-9362-14ef-1deb325f7ef7" [ 1178.673012] env[63021]: _type = "Task" [ 1178.673012] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.681641] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e39344-30e0-9362-14ef-1deb325f7ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.730033] env[63021]: INFO nova.compute.manager [-] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Took 1.44 seconds to deallocate network for instance. [ 1178.751538] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-028e32b5-498a-4b73-a49c-0688543170e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.762477] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257fcd0-f09b-43cd-8277-e3d4ecb1e34f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.798589] env[63021]: DEBUG nova.compute.manager [req-a1f75ab9-4fc3-433f-96f2-dfe208f24722 req-42625ae7-9e2b-4bf6-ba62-f2c22f7d1ca1 service nova] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Detach interface failed, port_id=c6907deb-0a1b-4f0d-b064-ee6c9fff032f, reason: Instance 49cd7e44-6e0c-4195-a966-41896ea591cb could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1178.832608] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.832900] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1178.833086] env[63021]: DEBUG nova.compute.manager [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing instance network info cache due to event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1178.833345] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.833490] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.833612] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.106608] env[63021]: DEBUG oslo_concurrency.lockutils [None req-570dd29d-fe1f-4f48-8de7-6b3bead4e0b4 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.724s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.120193] env[63021]: DEBUG oslo_vmware.api [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283560, 'name': ReconfigVM_Task, 'duration_secs': 0.186456} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.120509] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843925', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'name': 'volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60e505f2-e0c9-467b-a2f5-3739368aafb7', 'attached_at': '', 'detached_at': '', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'serial': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.168692] env[63021]: DEBUG nova.compute.manager [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1179.168922] env[63021]: DEBUG nova.compute.manager [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1179.169173] env[63021]: DEBUG oslo_concurrency.lockutils [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.169321] env[63021]: DEBUG oslo_concurrency.lockutils [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.169514] env[63021]: DEBUG nova.network.neutron [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.184980] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e39344-30e0-9362-14ef-1deb325f7ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.185809] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7803f0d-c271-4e5d-a2ba-78fce2a57018 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.191725] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1179.191725] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c61fdb-c85d-3654-e9a3-ad0e0c865b04" [ 1179.191725] env[63021]: _type = "Task" [ 1179.191725] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.199346] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c61fdb-c85d-3654-e9a3-ad0e0c865b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.236162] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.236480] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.236711] env[63021]: DEBUG nova.objects.instance [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 49cd7e44-6e0c-4195-a966-41896ea591cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.543383] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5c811-dd8e-4032-a218-382ca3b3ed54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.550578] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Suspending the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1179.550857] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-08ed2f86-1a91-4f0f-9bf7-48bfff818e83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.559926] env[63021]: DEBUG oslo_vmware.api [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1179.559926] env[63021]: value = "task-4283561" [ 1179.559926] env[63021]: _type = "Task" [ 1179.559926] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.569190] env[63021]: DEBUG oslo_vmware.api [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283561, 'name': SuspendVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.595542] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updated VIF entry in instance network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.595942] env[63021]: DEBUG nova.network.neutron [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.703306] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c61fdb-c85d-3654-e9a3-ad0e0c865b04, 'name': SearchDatastore_Task, 'duration_secs': 0.03071} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.706015] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.706326] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fc2035f8-3b2f-450d-a60d-af4f36ff73fb/fc2035f8-3b2f-450d-a60d-af4f36ff73fb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.706627] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f35749ed-2810-4dfb-b9dd-910fbda325c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.714996] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1179.714996] env[63021]: value = "task-4283562" [ 1179.714996] env[63021]: _type = "Task" [ 1179.714996] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.723445] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.875176] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac31c7-b17f-476c-8724-9979f4441ef2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.886219] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a837e-9bcf-4573-8685-c7ead6c5a92c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.921821] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698849c1-8ad8-43d0-86c0-2f762f404a5c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.929701] env[63021]: DEBUG nova.network.neutron [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.929701] env[63021]: DEBUG nova.network.neutron [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.931708] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f572a-6c19-45f4-aaa4-6b74a8d36c8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.945854] env[63021]: DEBUG nova.compute.provider_tree [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.070737] env[63021]: DEBUG oslo_vmware.api [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283561, 'name': SuspendVM_Task} progress is 70%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.099164] env[63021]: DEBUG oslo_concurrency.lockutils [req-968899d1-baa9-4fbc-8ef6-36719a74163d req-01bf0cc1-a605-464c-ad45-95ff01115ec4 service nova] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.165783] env[63021]: DEBUG nova.objects.instance [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'flavor' on Instance uuid 60e505f2-e0c9-467b-a2f5-3739368aafb7 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.227556] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283562, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.436776] env[63021]: DEBUG oslo_concurrency.lockutils [req-c70106c4-edc9-48ba-b2bc-8a35ea9e934f req-536a5eb7-0257-4409-8d81-0ee6511d71c8 service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.449564] env[63021]: DEBUG nova.scheduler.client.report [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.569737] env[63021]: DEBUG oslo_vmware.api [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283561, 'name': SuspendVM_Task, 'duration_secs': 0.903564} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.570024] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Suspended the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1180.570212] env[63021]: DEBUG nova.compute.manager [None req-b7fefb95-8509-4f45-93f5-6681f213c513 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.570998] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe1e2ee-1b44-454c-a66e-0084d6abd789 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.671069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f2a1de15-9e32-417a-9047-6843e68753d1 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.726404] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681327} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.726669] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] fc2035f8-3b2f-450d-a60d-af4f36ff73fb/fc2035f8-3b2f-450d-a60d-af4f36ff73fb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.726874] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.727154] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12bfb20d-ab8c-4d5e-bab9-ac306e866ae6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.733769] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1180.733769] env[63021]: value = "task-4283563" [ 1180.733769] env[63021]: _type = "Task" [ 1180.733769] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.742672] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.954630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.982422] env[63021]: INFO nova.scheduler.client.report [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 49cd7e44-6e0c-4195-a966-41896ea591cb [ 1181.243243] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165152} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.243541] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.244429] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f930888e-963c-47f3-b85a-f7ef51f92475 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.270029] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] fc2035f8-3b2f-450d-a60d-af4f36ff73fb/fc2035f8-3b2f-450d-a60d-af4f36ff73fb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.270029] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c16e3b-1f25-42ac-90c5-7bdb777f93d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.288921] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1181.288921] env[63021]: value = "task-4283564" [ 1181.288921] env[63021]: _type = "Task" [ 1181.288921] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.296620] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.491804] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e44cef10-6d2d-4cfa-9b8b-cc5afd8c927d tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "49cd7e44-6e0c-4195-a966-41896ea591cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.798119] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283564, 'name': ReconfigVM_Task, 'duration_secs': 0.299872} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.798405] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] fc2035f8-3b2f-450d-a60d-af4f36ff73fb/fc2035f8-3b2f-450d-a60d-af4f36ff73fb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.799042] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57089cb1-1236-4fa4-8021-7abbc1f12cd6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.805411] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1181.805411] env[63021]: value = "task-4283565" [ 1181.805411] env[63021]: _type = "Task" [ 1181.805411] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.812680] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283565, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.931769] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "85743477-0963-4460-9a93-8375d827a4f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.932058] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.932279] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "85743477-0963-4460-9a93-8375d827a4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.932462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.932653] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.934603] env[63021]: INFO nova.compute.manager [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Terminating instance [ 1182.185987] env[63021]: DEBUG nova.compute.manager [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1182.315769] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283565, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.438497] env[63021]: DEBUG nova.compute.manager [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.439025] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.440137] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352642e-c302-4847-845c-f0cd4755b3b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.448145] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.448402] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a342f8-1c5c-430b-b847-015945642e3b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.507168] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.507408] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.507662] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] 85743477-0963-4460-9a93-8375d827a4f4 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.507854] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be2f378-9fae-4bf6-ba2a-86119607bc8b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.514201] env[63021]: DEBUG oslo_vmware.api [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1182.514201] env[63021]: value = "task-4283567" [ 1182.514201] env[63021]: _type = "Task" [ 1182.514201] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.522856] env[63021]: DEBUG oslo_vmware.api [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.703904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.704210] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.816912] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283565, 'name': Rename_Task, 'duration_secs': 0.886051} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.817183] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.817422] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4bc85d1-5a95-4970-834a-1d00c6509f8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.822746] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1182.822746] env[63021]: value = "task-4283568" [ 1182.822746] env[63021]: _type = "Task" [ 1182.822746] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.829842] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.024792] env[63021]: DEBUG oslo_vmware.api [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205072} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.025068] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.025259] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.025435] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.025624] env[63021]: INFO nova.compute.manager [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1183.025875] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.026078] env[63021]: DEBUG nova.compute.manager [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.026174] env[63021]: DEBUG nova.network.neutron [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.090614] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.090849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.210216] env[63021]: INFO nova.compute.claims [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.333726] env[63021]: DEBUG oslo_vmware.api [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283568, 'name': PowerOnVM_Task, 'duration_secs': 0.428811} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.334041] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.334230] env[63021]: INFO nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1183.334512] env[63021]: DEBUG nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.335235] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e57cca3-ea4a-48af-848b-82cfd30e8d22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.346055] env[63021]: DEBUG nova.compute.manager [req-cb48a9ac-6b9e-4a91-bfd4-c91c391b5ff3 req-080d3e5c-1ce7-49d5-bf98-7bf1f2cdf1f4 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Received event network-vif-deleted-e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1183.346055] env[63021]: INFO nova.compute.manager [req-cb48a9ac-6b9e-4a91-bfd4-c91c391b5ff3 req-080d3e5c-1ce7-49d5-bf98-7bf1f2cdf1f4 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Neutron deleted interface e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330; detaching it from the instance and deleting it from the info cache [ 1183.346055] env[63021]: DEBUG nova.network.neutron [req-cb48a9ac-6b9e-4a91-bfd4-c91c391b5ff3 req-080d3e5c-1ce7-49d5-bf98-7bf1f2cdf1f4 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.592922] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.718471] env[63021]: INFO nova.compute.resource_tracker [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating resource usage from migration 777db09b-6384-4cdb-82da-e4ad37f9a9f0 [ 1183.793870] env[63021]: DEBUG nova.network.neutron [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.852539] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998c407-23b1-4c71-91a2-a62e8185ec7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.857118] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b231f01-6980-4abd-8c6e-10c923995a10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.859129] env[63021]: INFO nova.compute.manager [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Took 19.88 seconds to build instance. [ 1183.868380] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b42e27-5fda-4ecc-b9c8-1137f4fa31ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.874039] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398bdeb-c05e-47c0-8271-9cc0b741ae49 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.920335] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd714d-cd47-44d4-934f-08191c90a611 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.923124] env[63021]: DEBUG nova.compute.manager [req-cb48a9ac-6b9e-4a91-bfd4-c91c391b5ff3 req-080d3e5c-1ce7-49d5-bf98-7bf1f2cdf1f4 service nova] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Detach interface failed, port_id=e1764e5d-bf4d-4d5f-9863-fc5ec3fa3330, reason: Instance 85743477-0963-4460-9a93-8375d827a4f4 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1183.928708] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28d038b-c79c-4e4e-ab26-9c25a00fbc62 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.941971] env[63021]: DEBUG nova.compute.provider_tree [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.111522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.296173] env[63021]: INFO nova.compute.manager [-] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Took 1.27 seconds to deallocate network for instance. [ 1184.361469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6129293e-7875-48fb-8c17-96c351f0dc96 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.660s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.444957] env[63021]: DEBUG nova.scheduler.client.report [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.802688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.950203] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.950607] env[63021]: INFO nova.compute.manager [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Migrating [ 1184.957033] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.845s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.958178] env[63021]: INFO nova.compute.claims [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.368151] env[63021]: DEBUG nova.compute.manager [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1185.368451] env[63021]: DEBUG nova.compute.manager [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing instance network info cache due to event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1185.368495] env[63021]: DEBUG oslo_concurrency.lockutils [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.368637] env[63021]: DEBUG oslo_concurrency.lockutils [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.368813] env[63021]: DEBUG nova.network.neutron [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.471197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.471809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.471809] env[63021]: DEBUG nova.network.neutron [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.080324] env[63021]: DEBUG nova.network.neutron [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updated VIF entry in instance network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.080681] env[63021]: DEBUG nova.network.neutron [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.112538] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20343d1-1c26-463c-923f-f3aa1b7ae164 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.122964] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff73bf3-8ff3-4949-ac5d-11923b94a06b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.154420] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112f726-a3b7-4713-b753-3dca9300ffa4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.163908] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66528041-6114-49ec-8e9f-385bd023d04c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.177146] env[63021]: DEBUG nova.compute.provider_tree [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.187209] env[63021]: DEBUG nova.network.neutron [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.584403] env[63021]: DEBUG oslo_concurrency.lockutils [req-ab2f05e8-ba46-4434-b5e5-31f96e9a942a req-770aa650-5523-41ee-9dab-4329d7867f6f service nova] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.680025] env[63021]: DEBUG nova.scheduler.client.report [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.689275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.185567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.186120] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.188896] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.386s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.189146] env[63021]: DEBUG nova.objects.instance [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'resources' on Instance uuid 85743477-0963-4460-9a93-8375d827a4f4 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.692414] env[63021]: DEBUG nova.compute.utils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.697108] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.697287] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.737320] env[63021]: DEBUG nova.policy [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbdde0b4d84e41c690fab6b23751b90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bda07ec90e734427aa7ee537b6d0fa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.821120] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5b72a-19e4-48d0-b0f6-889c816ad188 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.828489] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32352961-e214-4d3d-92c8-deeebd43a785 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.859682] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053881f2-c7bb-4602-a409-097bafb8b6e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.867288] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409372ba-5344-4760-aa0e-3a7c9106401d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.881293] env[63021]: DEBUG nova.compute.provider_tree [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.040193] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Successfully created port: 111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.197752] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.205174] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf30c8-7bef-4019-b632-7163434f9b27 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.228243] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.385029] env[63021]: DEBUG nova.scheduler.client.report [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.735059] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.735059] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c1feefe-3ab9-4905-9d0c-da550b53c204 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.742873] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1188.742873] env[63021]: value = "task-4283569" [ 1188.742873] env[63021]: _type = "Task" [ 1188.742873] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.751459] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.890538] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.917011] env[63021]: INFO nova.scheduler.client.report [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance 85743477-0963-4460-9a93-8375d827a4f4 [ 1189.207304] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.227877] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.228141] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.228298] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.228475] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.228666] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.228826] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.229043] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.229202] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.229364] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.229525] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.229719] env[63021]: DEBUG nova.virt.hardware [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.230583] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3072d963-b8ee-48a2-9d44-80ecf7020f88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.239090] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29eaa9b-006c-41b2-8197-2056b8ef1b32 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.257852] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283569, 'name': PowerOffVM_Task, 'duration_secs': 0.226352} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.258110] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.258294] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.408495] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.408806] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.409208] env[63021]: DEBUG nova.objects.instance [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid 5c35d875-5897-4ffe-9b6f-57c2884f1c64 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.425147] env[63021]: DEBUG oslo_concurrency.lockutils [None req-88041bd2-2dfd-448e-b688-77d3ad3d06c8 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "85743477-0963-4460-9a93-8375d827a4f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.493s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.443606] env[63021]: DEBUG nova.compute.manager [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Received event network-vif-plugged-111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1189.444289] env[63021]: DEBUG oslo_concurrency.lockutils [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.444289] env[63021]: DEBUG oslo_concurrency.lockutils [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] Lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.444289] env[63021]: DEBUG oslo_concurrency.lockutils [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] Lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.444289] env[63021]: DEBUG nova.compute.manager [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] No waiting events found dispatching network-vif-plugged-111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.444484] env[63021]: WARNING nova.compute.manager [req-4995fb70-8ca0-43da-8000-8c65546a247b req-c78b757a-95b4-4308-969a-edb6e0d540b1 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Received unexpected event network-vif-plugged-111bd00a-f5cb-4498-b1b7-eaf493212142 for instance with vm_state building and task_state spawning. [ 1189.520662] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Successfully updated port: 111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.764756] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.765151] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.765151] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.765314] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.765508] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.765704] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.765957] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.766174] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.766389] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.766620] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.766860] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.772828] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f023a5f-bcca-459b-ad8c-492d7d75c2ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.790250] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1189.790250] env[63021]: value = "task-4283570" [ 1189.790250] env[63021]: _type = "Task" [ 1189.790250] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.798566] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.002912] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.003169] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.011216] env[63021]: DEBUG nova.objects.instance [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid 5c35d875-5897-4ffe-9b6f-57c2884f1c64 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.021901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.022043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.022428] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.300964] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283570, 'name': ReconfigVM_Task, 'duration_secs': 0.18945} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.300964] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.506459] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.514452] env[63021]: DEBUG nova.objects.base [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance<5c35d875-5897-4ffe-9b6f-57c2884f1c64> lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1190.514452] env[63021]: DEBUG nova.network.neutron [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.554193] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.600532] env[63021]: DEBUG nova.policy [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.683453] env[63021]: DEBUG nova.network.neutron [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Updating instance_info_cache with network_info: [{"id": "111bd00a-f5cb-4498-b1b7-eaf493212142", "address": "fa:16:3e:a4:93:87", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bd00a-f5", "ovs_interfaceid": "111bd00a-f5cb-4498-b1b7-eaf493212142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.807753] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.808166] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.808166] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.808352] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.808497] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.808686] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.808914] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.809114] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.809289] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.809464] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.809621] env[63021]: DEBUG nova.virt.hardware [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.816081] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.816081] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cedbf18-a9be-409e-8044-d05c3d240145 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.835531] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1190.835531] env[63021]: value = "task-4283571" [ 1190.835531] env[63021]: _type = "Task" [ 1190.835531] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.844198] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.035965] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.036307] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.037797] env[63021]: INFO nova.compute.claims [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.187061] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.187061] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Instance network_info: |[{"id": "111bd00a-f5cb-4498-b1b7-eaf493212142", "address": "fa:16:3e:a4:93:87", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bd00a-f5", "ovs_interfaceid": "111bd00a-f5cb-4498-b1b7-eaf493212142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.187431] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:93:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '111bd00a-f5cb-4498-b1b7-eaf493212142', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.194868] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.195103] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.195340] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a333cf1-1308-4cdb-99e6-28cbbe16d337 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.215813] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.215813] env[63021]: value = "task-4283572" [ 1191.215813] env[63021]: _type = "Task" [ 1191.215813] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.222841] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283572, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.346708] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283571, 'name': ReconfigVM_Task, 'duration_secs': 0.186168} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.347060] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.347854] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b6c31e-ee84-4c26-8b8d-a5a5323002fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.371878] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.372168] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9bdb2c1-d565-43de-84e3-80547752757e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.391118] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1191.391118] env[63021]: value = "task-4283573" [ 1191.391118] env[63021]: _type = "Task" [ 1191.391118] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.399152] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.499979] env[63021]: DEBUG nova.compute.manager [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Received event network-changed-111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1191.500283] env[63021]: DEBUG nova.compute.manager [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Refreshing instance network info cache due to event network-changed-111bd00a-f5cb-4498-b1b7-eaf493212142. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1191.500532] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] Acquiring lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.500704] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] Acquired lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.500872] env[63021]: DEBUG nova.network.neutron [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Refreshing network info cache for port 111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.727153] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283572, 'name': CreateVM_Task, 'duration_secs': 0.386474} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.727332] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.728067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.728212] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.728478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.728757] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051d3847-b843-41f2-99eb-abcf7b663c95 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.733314] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1191.733314] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]522313d3-0765-7f1a-131b-b4621674fc5d" [ 1191.733314] env[63021]: _type = "Task" [ 1191.733314] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.740794] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522313d3-0765-7f1a-131b-b4621674fc5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.901204] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283573, 'name': ReconfigVM_Task, 'duration_secs': 0.287221} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.901598] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.902106] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.054000] env[63021]: DEBUG nova.network.neutron [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Successfully updated port: 851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.200167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92de07-c3da-4ac9-9ee6-03c64c89b866 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.208289] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a17c0-b526-46ca-8255-98b3fd6889d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.239719] env[63021]: DEBUG nova.network.neutron [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Updated VIF entry in instance network info cache for port 111bd00a-f5cb-4498-b1b7-eaf493212142. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.240105] env[63021]: DEBUG nova.network.neutron [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Updating instance_info_cache with network_info: [{"id": "111bd00a-f5cb-4498-b1b7-eaf493212142", "address": "fa:16:3e:a4:93:87", "network": {"id": "2fe5d8e6-6c51-4a84-b852-7dc6620a79b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1402450830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bda07ec90e734427aa7ee537b6d0fa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111bd00a-f5", "ovs_interfaceid": "111bd00a-f5cb-4498-b1b7-eaf493212142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.245258] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf354d2-cc48-420a-baf6-bfd8f745a554 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.253984] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]522313d3-0765-7f1a-131b-b4621674fc5d, 'name': SearchDatastore_Task, 'duration_secs': 0.039312} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.256073] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.256313] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.256547] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.256724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.256908] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.257565] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c22f6d-ce93-413d-b7da-23b0ad7a625e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.260351] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b7093-19ba-45c6-a8a6-c9d39ab02692 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.276425] env[63021]: DEBUG nova.compute.provider_tree [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.280160] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.280160] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.280160] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1291d728-1738-4d21-ad25-6e364008969b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.285022] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1192.285022] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6d3fe-3d8f-ad5d-df28-619279efbde8" [ 1192.285022] env[63021]: _type = "Task" [ 1192.285022] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.292959] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6d3fe-3d8f-ad5d-df28-619279efbde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.409139] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f4a82-617c-4989-96de-89e3c457b5a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.431290] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1395f2c-7fa6-4515-ad35-05ea5e092994 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.450923] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.557488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.557703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.557936] env[63021]: DEBUG nova.network.neutron [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.743113] env[63021]: DEBUG oslo_concurrency.lockutils [req-a6d55180-1f62-4d95-8fac-d3e6456e59ca req-ee2d8ed8-935c-47af-8060-929a96855e16 service nova] Releasing lock "refresh_cache-bb8f382b-1abd-4db6-be81-47db5116c999" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.779563] env[63021]: DEBUG nova.scheduler.client.report [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.795198] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d6d3fe-3d8f-ad5d-df28-619279efbde8, 'name': SearchDatastore_Task, 'duration_secs': 0.039174} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.796512] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8568300-ef41-4e4b-bb91-136e05e468aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.801981] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1192.801981] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d168fc-11ea-54a1-c39f-1ca7ef0f3068" [ 1192.801981] env[63021]: _type = "Task" [ 1192.801981] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.809437] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d168fc-11ea-54a1-c39f-1ca7ef0f3068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.103769] env[63021]: WARNING nova.network.neutron [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 1193.284469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.285024] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.312983] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d168fc-11ea-54a1-c39f-1ca7ef0f3068, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.312983] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.313251] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bb8f382b-1abd-4db6-be81-47db5116c999/bb8f382b-1abd-4db6-be81-47db5116c999.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.313547] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5d46e6-65ec-435a-af78-de50bd9f03c5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.323195] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1193.323195] env[63021]: value = "task-4283574" [ 1193.323195] env[63021]: _type = "Task" [ 1193.323195] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.334961] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.379356] env[63021]: DEBUG nova.network.neutron [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851e3de9-9bb9-44fe-abee-b7031409f089", "address": "fa:16:3e:0f:d0:f5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851e3de9-9b", "ovs_interfaceid": "851e3de9-9bb9-44fe-abee-b7031409f089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.536080] env[63021]: DEBUG nova.compute.manager [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1193.536398] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.536664] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.536870] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.537116] env[63021]: DEBUG nova.compute.manager [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] No waiting events found dispatching network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.537374] env[63021]: WARNING nova.compute.manager [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received unexpected event network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 for instance with vm_state active and task_state None. [ 1193.537583] env[63021]: DEBUG nova.compute.manager [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1193.537794] env[63021]: DEBUG nova.compute.manager [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-851e3de9-9bb9-44fe-abee-b7031409f089. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1193.538032] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.792602] env[63021]: DEBUG nova.compute.utils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.794028] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.795162] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.833229] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425891} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.833552] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] bb8f382b-1abd-4db6-be81-47db5116c999/bb8f382b-1abd-4db6-be81-47db5116c999.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.834013] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.834101] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3479b68d-92b0-47f7-9d80-3b1ddc647369 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.840361] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1193.840361] env[63021]: value = "task-4283575" [ 1193.840361] env[63021]: _type = "Task" [ 1193.840361] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.844799] env[63021]: DEBUG nova.policy [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc7611400834a63985e99426cdc02a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589da0d95c544211b8743ada68c870a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.851308] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.881738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.882571] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.882739] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.883055] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.883260] env[63021]: DEBUG nova.network.neutron [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port 851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.885105] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9787c2-fa71-42db-ae7f-fdaa11ce6700 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.903023] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.903288] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.903447] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.903629] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.903775] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.903924] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.904141] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.904300] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.904463] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.904623] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.904823] env[63021]: DEBUG nova.virt.hardware [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.911395] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfiguring VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1193.912345] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49a4287b-3ed4-45be-ba32-2ad1078bdc40 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.930819] env[63021]: DEBUG oslo_vmware.api [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1193.930819] env[63021]: value = "task-4283576" [ 1193.930819] env[63021]: _type = "Task" [ 1193.930819] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.939978] env[63021]: DEBUG oslo_vmware.api [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283576, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.102643] env[63021]: DEBUG nova.network.neutron [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Port 13f8614e-ef44-4977-94ec-74450b5ddc1c binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.110538] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Successfully created port: 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.298614] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.353180] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173931} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.353461] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.354435] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f4437-6b34-406a-99ad-3a01dfee4d2c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.380816] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] bb8f382b-1abd-4db6-be81-47db5116c999/bb8f382b-1abd-4db6-be81-47db5116c999.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.381185] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6d5060-4d37-4db8-8814-e03bc33e8aa9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.403270] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1194.403270] env[63021]: value = "task-4283577" [ 1194.403270] env[63021]: _type = "Task" [ 1194.403270] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.412473] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.441208] env[63021]: DEBUG oslo_vmware.api [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.684813] env[63021]: DEBUG nova.network.neutron [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port 851e3de9-9bb9-44fe-abee-b7031409f089. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.685259] env[63021]: DEBUG nova.network.neutron [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851e3de9-9bb9-44fe-abee-b7031409f089", "address": "fa:16:3e:0f:d0:f5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851e3de9-9b", "ovs_interfaceid": "851e3de9-9bb9-44fe-abee-b7031409f089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.913494] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283577, 'name': ReconfigVM_Task, 'duration_secs': 0.284502} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.913784] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Reconfigured VM instance instance-00000076 to attach disk [datastore2] bb8f382b-1abd-4db6-be81-47db5116c999/bb8f382b-1abd-4db6-be81-47db5116c999.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.914448] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50d4f949-4975-476d-b30b-65838a804253 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.920710] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1194.920710] env[63021]: value = "task-4283578" [ 1194.920710] env[63021]: _type = "Task" [ 1194.920710] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.928240] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283578, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.945516] env[63021]: DEBUG oslo_vmware.api [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283576, 'name': ReconfigVM_Task, 'duration_secs': 0.836094} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.946302] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.946670] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfigured VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1195.127299] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.127655] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.127655] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.188179] env[63021]: DEBUG oslo_concurrency.lockutils [req-3281ac8e-7f24-4465-a2fd-16b33329ad0d req-429c0093-467f-4e72-9a18-66fbee2538b0 service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.312738] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.338278] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.338547] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.338793] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.338999] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.339172] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.339333] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.339621] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.339834] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.340032] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.340206] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.340378] env[63021]: DEBUG nova.virt.hardware [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.341233] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65cd5ff-e76c-42dc-b26f-01187ec9721b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.350859] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cb2cdd-613e-4703-8f8a-49e67d3dd1be {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.430208] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283578, 'name': Rename_Task, 'duration_secs': 0.135086} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.430484] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.430723] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a3da4c-60a0-42d6-a9bf-04d0d47d4b85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.436553] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1195.436553] env[63021]: value = "task-4283579" [ 1195.436553] env[63021]: _type = "Task" [ 1195.436553] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.445138] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.447595] env[63021]: DEBUG nova.compute.manager [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.451259] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd70-dfe9-4143-a090-efb1ffb9224a tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.042s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.617440] env[63021]: DEBUG nova.compute.manager [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Received event network-vif-plugged-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1195.617691] env[63021]: DEBUG oslo_concurrency.lockutils [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.617867] env[63021]: DEBUG oslo_concurrency.lockutils [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.618017] env[63021]: DEBUG oslo_concurrency.lockutils [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.618206] env[63021]: DEBUG nova.compute.manager [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] No waiting events found dispatching network-vif-plugged-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.618373] env[63021]: WARNING nova.compute.manager [req-85dc82f6-fa01-4d40-82bb-bb4ab3bc0410 req-f05e794c-48f0-4849-bcec-b0c38ecd0bd3 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Received unexpected event network-vif-plugged-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf for instance with vm_state building and task_state spawning. [ 1195.621371] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Successfully updated port: 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.949318] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283579, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.972729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.973049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.124487] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.124742] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.126963] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.164417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.164691] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.164936] env[63021]: DEBUG nova.network.neutron [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.448556] env[63021]: DEBUG oslo_vmware.api [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283579, 'name': PowerOnVM_Task, 'duration_secs': 0.549955} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.448771] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.448984] env[63021]: INFO nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1196.449185] env[63021]: DEBUG nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.449986] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d32118d-4868-4136-83da-d933ce02f763 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.478131] env[63021]: INFO nova.compute.claims [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.666872] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.818095] env[63021]: DEBUG nova.network.neutron [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.966463] env[63021]: INFO nova.compute.manager [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Took 12.87 seconds to build instance. [ 1196.986067] env[63021]: INFO nova.compute.resource_tracker [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating resource usage from migration 59ae1a3c-8981-4c5a-ac84-ea73e6574216 [ 1197.144892] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c17ab1-5dd8-406d-b2ef-79850c544510 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.153736] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bcf6ba-24b3-4d06-a5b2-6bdfa49d5eba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.191860] env[63021]: DEBUG nova.network.neutron [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.195144] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad19674e-620d-4063-870a-e693f36ba543 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.207104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456bddca-594e-4862-b438-5defa77cd0da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.225276] env[63021]: DEBUG nova.compute.provider_tree [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.322724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.323059] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Instance network_info: |[{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.323469] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:3d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.331138] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.332131] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.332378] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20561936-069f-4ba3-882d-d9d70f80b16e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.353023] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.353023] env[63021]: value = "task-4283580" [ 1197.353023] env[63021]: _type = "Task" [ 1197.353023] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.360367] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283580, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.468552] env[63021]: DEBUG oslo_concurrency.lockutils [None req-f9f5647d-ea83-476c-9c02-d6e12a769739 tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.377s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.505657] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.506053] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.650187] env[63021]: DEBUG nova.compute.manager [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Received event network-changed-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1197.650399] env[63021]: DEBUG nova.compute.manager [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Refreshing instance network info cache due to event network-changed-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1197.650618] env[63021]: DEBUG oslo_concurrency.lockutils [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] Acquiring lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.650765] env[63021]: DEBUG oslo_concurrency.lockutils [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] Acquired lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.650929] env[63021]: DEBUG nova.network.neutron [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Refreshing network info cache for port 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.695393] env[63021]: DEBUG oslo_concurrency.lockutils [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.728572] env[63021]: DEBUG nova.scheduler.client.report [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.819166] env[63021]: DEBUG oslo_concurrency.lockutils [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.819437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.819625] env[63021]: DEBUG nova.compute.manager [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.820553] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fdfa00-6dd8-4e8a-9568-20b9c0655f8e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.827411] env[63021]: DEBUG nova.compute.manager [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1197.827966] env[63021]: DEBUG nova.objects.instance [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'flavor' on Instance uuid bb8f382b-1abd-4db6-be81-47db5116c999 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.862387] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283580, 'name': CreateVM_Task, 'duration_secs': 0.322426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.862552] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.863215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.863410] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.863692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.863938] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a78dac-b3cf-4634-a48a-d53eecdda3e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.868961] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1197.868961] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52823923-b7b7-6080-76d9-e023d8b6ee11" [ 1197.868961] env[63021]: _type = "Task" [ 1197.868961] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.876414] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52823923-b7b7-6080-76d9-e023d8b6ee11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.008709] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.008966] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.009844] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076bf774-f08f-47e0-adcd-6b7145f28d6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.027532] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6655d-31fd-4526-a66e-dfe649895f3d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.053896] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfiguring VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1198.054170] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf54a17-7e4b-4b59-b0ec-5ec0c656a6d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.072834] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1198.072834] env[63021]: value = "task-4283581" [ 1198.072834] env[63021]: _type = "Task" [ 1198.072834] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.080335] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.205026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13135c0-bb23-428c-95b6-5140bf8ae6a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.212777] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e0c6c-257a-496e-aec0-77974f6eea99 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.232562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.232774] env[63021]: INFO nova.compute.manager [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Migrating [ 1198.379485] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52823923-b7b7-6080-76d9-e023d8b6ee11, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.380027] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.380284] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.380523] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.380672] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.380849] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.381131] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dad5b31-375b-4bc1-b4e7-3c67f9fe9d06 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.390331] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.390515] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.391244] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b62675-d616-4871-8715-29b2bf53aa3f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.394195] env[63021]: DEBUG nova.network.neutron [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updated VIF entry in instance network info cache for port 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.394529] env[63021]: DEBUG nova.network.neutron [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.398488] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1198.398488] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52033c46-c731-8f42-e306-3d6b1a8de126" [ 1198.398488] env[63021]: _type = "Task" [ 1198.398488] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.407152] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52033c46-c731-8f42-e306-3d6b1a8de126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.582717] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.748561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.748761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.748987] env[63021]: DEBUG nova.network.neutron [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.835797] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.836163] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1aac5b8-964d-4a52-bd7e-c18581aa1a4b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.844471] env[63021]: DEBUG oslo_vmware.api [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1198.844471] env[63021]: value = "task-4283582" [ 1198.844471] env[63021]: _type = "Task" [ 1198.844471] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.853683] env[63021]: DEBUG oslo_vmware.api [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.898191] env[63021]: DEBUG oslo_concurrency.lockutils [req-72e09dde-d108-4b01-97cf-ec382bd2ecf3 req-63c9339e-54b7-4422-bf3d-2a48334c05b6 service nova] Releasing lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.909697] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52033c46-c731-8f42-e306-3d6b1a8de126, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.910682] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33720d25-8e82-44c4-87fb-f445bd387eaa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.916257] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1198.916257] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52fa6dc1-9483-1968-9d09-0d3a3f080c25" [ 1198.916257] env[63021]: _type = "Task" [ 1198.916257] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.923973] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fa6dc1-9483-1968-9d09-0d3a3f080c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.083139] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.323413] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae94123-e8ae-49d6-aa08-8a6e713fc799 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.351494] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be83b1-1222-4725-bd9b-88ef787aa6ae {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.359044] env[63021]: DEBUG oslo_vmware.api [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283582, 'name': PowerOffVM_Task, 'duration_secs': 0.175587} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.361232] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.361439] env[63021]: DEBUG nova.compute.manager [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.361802] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.365986] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cec1dc-215d-40c2-9eb3-b0dd0e7788c1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.425780] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52fa6dc1-9483-1968-9d09-0d3a3f080c25, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.426056] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.426317] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.426565] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91581634-8735-4a0b-810d-0d22d572e759 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.433017] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1199.433017] env[63021]: value = "task-4283583" [ 1199.433017] env[63021]: _type = "Task" [ 1199.433017] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.440373] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.553181] env[63021]: DEBUG nova.network.neutron [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.583872] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.870991] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.871331] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e9cf0e-746e-4246-8c85-e72b4f6ff390 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.876122] env[63021]: DEBUG oslo_concurrency.lockutils [None req-74eccade-ab3e-42ee-806e-b4d0397a622e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.878317] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1199.878317] env[63021]: value = "task-4283584" [ 1199.878317] env[63021]: _type = "Task" [ 1199.878317] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.886687] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.919029] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919029] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919029] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919029] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919029] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919275] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.919275] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_power_states {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.945461] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440118} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.945719] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.945934] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.946202] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bcff725-2185-4a2d-af55-4640c74c96d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.952733] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1199.952733] env[63021]: value = "task-4283585" [ 1199.952733] env[63021]: _type = "Task" [ 1199.952733] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.960676] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.015316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.015316] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.056171] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.083999] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.389660] env[63021]: DEBUG oslo_vmware.api [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283584, 'name': PowerOnVM_Task, 'duration_secs': 0.407455} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.390103] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.390231] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-03ecefd8-9f97-4982-b28f-ebf7378ef52a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance '60e505f2-e0c9-467b-a2f5-3739368aafb7' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.423711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Getting list of instances from cluster (obj){ [ 1200.423711] env[63021]: value = "domain-c8" [ 1200.423711] env[63021]: _type = "ClusterComputeResource" [ 1200.423711] env[63021]: } {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1200.424940] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9742529-41fc-4a59-a9e7-c079992df34a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.442502] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Got total of 9 instances {{(pid=63021) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1200.442670] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.442863] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 60e505f2-e0c9-467b-a2f5-3739368aafb7 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443037] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 5c35d875-5897-4ffe-9b6f-57c2884f1c64 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443197] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 03bdd573-d3cd-4bbc-83b9-8e31f182f270 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443353] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid aaa55ce1-c5d0-4c34-a08d-76748eff1529 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443505] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443653] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid fc2035f8-3b2f-450d-a60d-af4f36ff73fb {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443803] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid bb8f382b-1abd-4db6-be81-47db5116c999 {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.443953] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Triggering sync for uuid 764a4c6b-83b9-4435-819d-951ef7ad968f {{(pid=63021) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1200.444351] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.444563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.444819] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.445010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.445191] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1200.445406] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.445542] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.445748] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.445923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.446096] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1200.446257] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.446439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.446639] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.446845] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.447174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.447378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.447610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.447784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.448014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.448208] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.448343] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1200.449377] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6e8d7d-c89b-4bab-b32b-31929a570617 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.452529] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c300d07-328d-4e84-a9e2-a0a075cf6588 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.455852] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ba34f-ed5a-4b4d-a047-c384ec575e52 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.458384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9caa99-61f3-4c16-80a4-7a2cd56d6526 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.460684] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.481833] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085037} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.482110] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.483362] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8bc67b-0021-4800-9ac6-c52d23897a6c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.485703] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.508187] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.508790] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b90c2b-4065-4595-b7ec-2801034b5cfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.524527] env[63021]: DEBUG nova.compute.utils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.532018] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1200.532018] env[63021]: value = "task-4283586" [ 1200.532018] env[63021]: _type = "Task" [ 1200.532018] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.540917] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.584313] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.964094] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.964392] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.964565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.964725] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1200.965937] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b14ba38-5cce-4292-8c6c-57641a250a6d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.969836] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.975068] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78055dde-f5fe-4662-8948-ede850255134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.979332] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] During sync_power_state the instance has a pending task (deleting). Skip. [ 1200.979570] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.979916] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.980254] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.980522] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.495s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.980749] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.980977] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.981190] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.983673] env[63021]: INFO nova.compute.manager [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Terminating instance [ 1200.995601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed4c9a5-cdca-4f86-9f78-89d658bdc61d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.002461] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5b69e-7f15-49ae-b2a2-565a259a779b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.033386] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.034011] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179684MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1201.034106] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.034314] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.036364] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.590s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.039783] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1807b61-ff92-46e2-9213-0c92eb5ff06a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.048510] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.085450] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.487432] env[63021]: DEBUG nova.compute.manager [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.487742] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.489157] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25f543-80f4-421a-88ba-7a5c58d0837a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.497504] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.497741] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d00ab4e0-3b76-4c12-b989-53599161c3c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.550565] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283586, 'name': ReconfigVM_Task, 'duration_secs': 0.606392} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.550943] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.551591] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3822546b-76b3-4ddb-8e1c-b878906e87fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.553568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.558516] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1201.558516] env[63021]: value = "task-4283588" [ 1201.558516] env[63021]: _type = "Task" [ 1201.558516] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.560113] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.560113] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.560278] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] bb8f382b-1abd-4db6-be81-47db5116c999 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.563799] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f5718b-6dd4-40b0-a5fe-8bf4a3d39b3a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.570298] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792782a-8336-44a1-b29c-0b19f473e654 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.576713] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283588, 'name': Rename_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.576974] env[63021]: DEBUG oslo_vmware.api [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1201.576974] env[63021]: value = "task-4283589" [ 1201.576974] env[63021]: _type = "Task" [ 1201.576974] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.600363] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.611946] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.615941] env[63021]: DEBUG oslo_vmware.api [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.045610] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance 03bdd573-d3cd-4bbc-83b9-8e31f182f270 as it has an incoming, in-progress migration 59ae1a3c-8981-4c5a-ac84-ea73e6574216. Migration status is migrating {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1202.045848] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Applying migration context for instance 60e505f2-e0c9-467b-a2f5-3739368aafb7 as it has an incoming, in-progress migration 777db09b-6384-4cdb-82da-e4ad37f9a9f0. Migration status is finished {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1202.047131] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating resource usage from migration 59ae1a3c-8981-4c5a-ac84-ea73e6574216 [ 1202.047456] env[63021]: INFO nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating resource usage from migration 777db09b-6384-4cdb-82da-e4ad37f9a9f0 [ 1202.067187] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.067336] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5c35d875-5897-4ffe-9b6f-57c2884f1c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.067462] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance aaa55ce1-c5d0-4c34-a08d-76748eff1529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.067580] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.067695] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance fc2035f8-3b2f-450d-a60d-af4f36ff73fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.067808] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 777db09b-6384-4cdb-82da-e4ad37f9a9f0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1202.067918] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 60e505f2-e0c9-467b-a2f5-3739368aafb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.068043] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance bb8f382b-1abd-4db6-be81-47db5116c999 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.068157] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 764a4c6b-83b9-4435-819d-951ef7ad968f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.068267] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Migration 59ae1a3c-8981-4c5a-ac84-ea73e6574216 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1202.068376] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 03bdd573-d3cd-4bbc-83b9-8e31f182f270 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.068555] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1202.068686] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=183GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1202.073312] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283588, 'name': Rename_Task, 'duration_secs': 0.149046} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.073742] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.073987] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb24f71-d235-48ec-bd8c-d2aed021e88f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.080733] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1202.080733] env[63021]: value = "task-4283590" [ 1202.080733] env[63021]: _type = "Task" [ 1202.080733] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.087018] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.096795] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.099500] env[63021]: DEBUG oslo_vmware.api [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141496} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.099727] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.099913] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.100098] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.100269] env[63021]: INFO nova.compute.manager [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1202.100500] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.100680] env[63021]: DEBUG nova.compute.manager [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.100776] env[63021]: DEBUG nova.network.neutron [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.109455] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.109758] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86674d15-c1c8-46c5-bcce-db5132ac5067 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.111770] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.111996] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.112229] env[63021]: INFO nova.compute.manager [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Attaching volume eef132ad-0813-40c1-9fd2-3e6e68fe311e to /dev/sdb [ 1202.120042] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1202.120042] env[63021]: value = "task-4283591" [ 1202.120042] env[63021]: _type = "Task" [ 1202.120042] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.133302] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.155498] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a4676-ea3a-41cd-b591-668adb6242db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.167153] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426a268-05e3-4853-9aeb-ceafe3df3e63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.181931] env[63021]: DEBUG nova.virt.block_device [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating existing volume attachment record: 13c9749c-bf4c-49f1-9a5f-5a2b4f5ab023 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.234811] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1b9b9-5c58-4c3c-a84f-bdf47c173a68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.243438] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6de5bb-24da-413a-85f8-13025d6188c9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.288228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaf0535-ce82-4cbc-ae08-6fdd0f1e07b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.296034] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a02f4-0327-4211-babc-0b8a5091773e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.312676] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.412428] env[63021]: DEBUG nova.compute.manager [req-8ffe115b-9509-4c54-bcd6-52ed8fa9c6ed req-54fa3d60-d76e-45d0-a728-39cb064e56b4 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Received event network-vif-deleted-111bd00a-f5cb-4498-b1b7-eaf493212142 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1202.412558] env[63021]: INFO nova.compute.manager [req-8ffe115b-9509-4c54-bcd6-52ed8fa9c6ed req-54fa3d60-d76e-45d0-a728-39cb064e56b4 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Neutron deleted interface 111bd00a-f5cb-4498-b1b7-eaf493212142; detaching it from the instance and deleting it from the info cache [ 1202.412704] env[63021]: DEBUG nova.network.neutron [req-8ffe115b-9509-4c54-bcd6-52ed8fa9c6ed req-54fa3d60-d76e-45d0-a728-39cb064e56b4 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.587832] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.592902] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.631417] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283591, 'name': PowerOffVM_Task, 'duration_secs': 0.191333} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.632274] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.632482] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.816598] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.891592] env[63021]: DEBUG nova.network.neutron [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.915155] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93c8a82e-fc29-428e-be85-11daf1000646 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.924423] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0570d8-fc84-47d5-ab0e-045ec774c0e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.954495] env[63021]: DEBUG nova.compute.manager [req-8ffe115b-9509-4c54-bcd6-52ed8fa9c6ed req-54fa3d60-d76e-45d0-a728-39cb064e56b4 service nova] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Detach interface failed, port_id=111bd00a-f5cb-4498-b1b7-eaf493212142, reason: Instance bb8f382b-1abd-4db6-be81-47db5116c999 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1203.090612] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.093660] env[63021]: DEBUG oslo_vmware.api [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283590, 'name': PowerOnVM_Task, 'duration_secs': 0.520775} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.093921] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.094143] env[63021]: INFO nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1203.094329] env[63021]: DEBUG nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.095077] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa235c7-e0ee-4cde-8a3b-3985cabec5ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.138388] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.138615] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.138730] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.138946] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.139117] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.139269] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.139523] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.139699] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.139874] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.140093] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.140296] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.145908] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04ac0f4-e248-45ec-8c70-4015804d7489 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.163931] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1203.163931] env[63021]: value = "task-4283595" [ 1203.163931] env[63021]: _type = "Task" [ 1203.163931] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.173210] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.219176] env[63021]: DEBUG nova.network.neutron [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Port 13f8614e-ef44-4977-94ec-74450b5ddc1c binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1203.219528] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.219741] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.219953] env[63021]: DEBUG nova.network.neutron [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.322824] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1203.322824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.288s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.394309] env[63021]: INFO nova.compute.manager [-] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Took 1.29 seconds to deallocate network for instance. [ 1203.588489] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.612082] env[63021]: INFO nova.compute.manager [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Took 12.59 seconds to build instance. [ 1203.674260] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283595, 'name': ReconfigVM_Task, 'duration_secs': 0.240322} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.674569] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.901250] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.901588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.901842] env[63021]: DEBUG nova.objects.instance [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid bb8f382b-1abd-4db6-be81-47db5116c999 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.034155] env[63021]: DEBUG nova.network.neutron [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.088295] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.113740] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d2b101b3-008f-478f-8bfc-fca5a1f510f0 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.110s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.113740] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.666s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.113912] env[63021]: INFO nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1204.114978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.181552] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.181552] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.181833] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.181833] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.182245] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.182245] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.182347] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.182477] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.183050] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.183050] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.183050] env[63021]: DEBUG nova.virt.hardware [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.188500] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.188808] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72268e2b-9ede-4a2a-a7b4-25db95e9afd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.207974] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1204.207974] env[63021]: value = "task-4283596" [ 1204.207974] env[63021]: _type = "Task" [ 1204.207974] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.216329] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.537149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.580234] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668648cf-1406-4de3-b18b-a0e1e0e4ee9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.593525] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.596097] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03a724-a609-4853-be19-828c80b08f9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.643973] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6711c-20d2-4c90-95c3-a3d9c2e88905 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.655181] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb7202-cb36-4ad1-a81e-2fc6cfe076cc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.676659] env[63021]: DEBUG nova.compute.provider_tree [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.718630] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283596, 'name': ReconfigVM_Task, 'duration_secs': 0.314518} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.719033] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.719758] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f30c07-aa30-44ab-8fae-f2f5e2361fe6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.742478] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.742772] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eca33b9-11ee-4628-b094-8e0116a8d6ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.762763] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1204.762763] env[63021]: value = "task-4283598" [ 1204.762763] env[63021]: _type = "Task" [ 1204.762763] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.776378] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.040739] env[63021]: DEBUG nova.compute.manager [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63021) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1205.089084] env[63021]: DEBUG oslo_vmware.api [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283581, 'name': ReconfigVM_Task, 'duration_secs': 6.836578} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.089366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.089580] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Reconfigured VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1205.093914] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.648s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.094900] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9c853-56a6-4fbe-8173-90fb2caf1932 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.180220] env[63021]: DEBUG nova.scheduler.client.report [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.275128] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283598, 'name': ReconfigVM_Task, 'duration_secs': 0.258331} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.275415] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.275676] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.282792] env[63021]: DEBUG nova.compute.manager [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Stashing vm_state: active {{(pid=63021) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1205.603680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.684940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.709382] env[63021]: INFO nova.scheduler.client.report [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance bb8f382b-1abd-4db6-be81-47db5116c999 [ 1205.783134] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab453457-75de-43a2-90b1-e16e963dcb44 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.807124] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.807439] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.809522] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfa276f-4aec-4f90-8d74-94968430ccb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.828038] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.136448] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.218761] env[63021]: DEBUG oslo_concurrency.lockutils [None req-ed8ae406-9828-40f0-99f6-b0e688b0bb3e tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "bb8f382b-1abd-4db6-be81-47db5116c999" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.238s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.316189] env[63021]: INFO nova.compute.claims [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.390433] env[63021]: DEBUG nova.network.neutron [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Port 32e95401-c05d-4892-98c0-89668d28caa6 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1206.449554] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.449748] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.449935] env[63021]: DEBUG nova.network.neutron [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.730320] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.730559] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843932', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'name': 'volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa55ce1-c5d0-4c34-a08d-76748eff1529', 'attached_at': '', 'detached_at': '', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'serial': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.731552] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70334047-dbcd-4ea6-9f08-6d78d1da5b60 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.751830] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb673a3-27ec-4719-bfca-f81fdd63c6d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.776857] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e/volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.777524] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3bdb58-f8ec-44fd-8849-594cda374e17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.797506] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1206.797506] env[63021]: value = "task-4283599" [ 1206.797506] env[63021]: _type = "Task" [ 1206.797506] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.806187] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.826039] env[63021]: INFO nova.compute.resource_tracker [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating resource usage from migration 2d497011-4ee6-4a67-bda1-b9753a205e0d [ 1207.021192] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55451907-2160-4753-807a-0076385cabd9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.033601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab1da2-5ecf-411c-821b-dfba670f3a26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.068838] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eace43-4053-4dc2-855e-4e544771e8eb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.076014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095bdb46-4930-46cc-9ca9-f0336a148709 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.090145] env[63021]: DEBUG nova.compute.provider_tree [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.306425] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283599, 'name': ReconfigVM_Task, 'duration_secs': 0.366299} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.306707] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e/volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.311617] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133ffdc6-85d1-4ae4-9ae4-dd15be16b8de {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.327539] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1207.327539] env[63021]: value = "task-4283600" [ 1207.327539] env[63021]: _type = "Task" [ 1207.327539] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.334906] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.396323] env[63021]: INFO nova.network.neutron [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Port 851e3de9-9bb9-44fe-abee-b7031409f089 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1207.396821] env[63021]: DEBUG nova.network.neutron [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.412881] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.413157] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.413309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.491787] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.492933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.492933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.492933] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.493127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.495843] env[63021]: INFO nova.compute.manager [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Terminating instance [ 1207.573439] env[63021]: DEBUG nova.compute.manager [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1207.574024] env[63021]: DEBUG nova.compute.manager [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing instance network info cache due to event network-changed-f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1207.574024] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] Acquiring lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.593336] env[63021]: DEBUG nova.scheduler.client.report [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.837070] env[63021]: DEBUG oslo_vmware.api [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283600, 'name': ReconfigVM_Task, 'duration_secs': 0.140506} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.837407] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843932', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'name': 'volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa55ce1-c5d0-4c34-a08d-76748eff1529', 'attached_at': '', 'detached_at': '', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'serial': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.907087] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.909301] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] Acquired lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.910097] env[63021]: DEBUG nova.network.neutron [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Refreshing network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.000877] env[63021]: DEBUG nova.compute.manager [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.001158] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.002069] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446b7ab-b694-488d-8069-297d75a36fe3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.010326] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.010570] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd324ddb-8965-4818-83e0-9e25ec1f16af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.016972] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1208.016972] env[63021]: value = "task-4283601" [ 1208.016972] env[63021]: _type = "Task" [ 1208.016972] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.024867] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.099046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.291s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.099297] env[63021]: INFO nova.compute.manager [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Migrating [ 1208.106046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.970s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.280748] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.281067] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.281463] env[63021]: DEBUG nova.objects.instance [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'flavor' on Instance uuid c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.413062] env[63021]: DEBUG oslo_concurrency.lockutils [None req-8472cebd-7f9c-47c1-848b-1b69d29722ef tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-5c35d875-5897-4ffe-9b6f-57c2884f1c64-851e3de9-9bb9-44fe-abee-b7031409f089" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.907s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.527349] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283601, 'name': PowerOffVM_Task, 'duration_secs': 0.288019} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.527642] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.527810] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.528086] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad665e3e-75ce-4d2a-b3a9-add2bb5ece55 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.589362] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.589541] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.589711] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleting the datastore file [datastore2] 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.590090] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f255774b-30ec-4049-8a8a-2ad7a928638f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.596707] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for the task: (returnval){ [ 1208.596707] env[63021]: value = "task-4283603" [ 1208.596707] env[63021]: _type = "Task" [ 1208.596707] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.604630] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.615640] env[63021]: DEBUG nova.objects.instance [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'migration_context' on Instance uuid 60e505f2-e0c9-467b-a2f5-3739368aafb7 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.616874] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.617082] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.617275] env[63021]: DEBUG nova.network.neutron [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.638938] env[63021]: DEBUG nova.network.neutron [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updated VIF entry in instance network info cache for port f90a19e4-dc54-4a3c-947d-250e85242921. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.639328] env[63021]: DEBUG nova.network.neutron [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [{"id": "f90a19e4-dc54-4a3c-947d-250e85242921", "address": "fa:16:3e:ac:38:19", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90a19e4-dc", "ovs_interfaceid": "f90a19e4-dc54-4a3c-947d-250e85242921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.662943] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.663184] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.663376] env[63021]: DEBUG nova.network.neutron [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.867198] env[63021]: DEBUG nova.objects.instance [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'pci_requests' on Instance uuid c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.874771] env[63021]: DEBUG nova.objects.instance [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid aaa55ce1-c5d0-4c34-a08d-76748eff1529 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.106893] env[63021]: DEBUG oslo_vmware.api [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Task: {'id': task-4283603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152209} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.107185] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.107377] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.107555] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.107727] env[63021]: INFO nova.compute.manager [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1209.107972] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.108184] env[63021]: DEBUG nova.compute.manager [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.108276] env[63021]: DEBUG nova.network.neutron [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.142261] env[63021]: DEBUG oslo_concurrency.lockutils [req-d3dedf6b-8576-4c6f-8ea0-07b517c5ef54 req-734cc7c5-1540-46bb-9534-3f0d5e4cc36a service nova] Releasing lock "refresh_cache-5c35d875-5897-4ffe-9b6f-57c2884f1c64" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.269671] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65bbd6-007f-463d-8fc8-cb42022a92b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.277676] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528d4a1-9ce0-4e8b-affe-f32992d70f78 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.312690] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80990145-1352-423f-85f4-ce6346f1c27e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.323292] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe0c9d1-4d07-45ee-be60-196d7b3548a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.341878] env[63021]: DEBUG nova.compute.provider_tree [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.369656] env[63021]: DEBUG nova.objects.base [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.369869] env[63021]: DEBUG nova.network.neutron [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.380783] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5a181c9-3404-40a4-8b96-365d2940646a tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.511210] env[63021]: DEBUG nova.network.neutron [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.520352] env[63021]: DEBUG nova.policy [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b6f0c30f0f84e50b2060013cecd7d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e9a2d273fd4b4b801d31a61d44057c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.578248] env[63021]: DEBUG nova.network.neutron [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.696289] env[63021]: DEBUG nova.compute.manager [req-a4e19101-9309-403d-b2b2-ebe0923f8c9a req-a12623df-f8ba-4f31-a90c-4210d94b1daa service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Received event network-vif-deleted-c3e59fc5-a375-4a88-aa89-7184aa1870c2 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1209.696516] env[63021]: INFO nova.compute.manager [req-a4e19101-9309-403d-b2b2-ebe0923f8c9a req-a12623df-f8ba-4f31-a90c-4210d94b1daa service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Neutron deleted interface c3e59fc5-a375-4a88-aa89-7184aa1870c2; detaching it from the instance and deleting it from the info cache [ 1209.696692] env[63021]: DEBUG nova.network.neutron [req-a4e19101-9309-403d-b2b2-ebe0923f8c9a req-a12623df-f8ba-4f31-a90c-4210d94b1daa service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.713485] env[63021]: DEBUG nova.compute.manager [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1209.713689] env[63021]: DEBUG nova.compute.manager [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing instance network info cache due to event network-changed-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1209.713904] env[63021]: DEBUG oslo_concurrency.lockutils [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.714530] env[63021]: DEBUG oslo_concurrency.lockutils [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.714826] env[63021]: DEBUG nova.network.neutron [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.847222] env[63021]: DEBUG nova.scheduler.client.report [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.017829] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.056694] env[63021]: DEBUG nova.network.neutron [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.080649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.199335] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08a2269d-fe94-4371-a5f1-85a42a38aaf3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.210266] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa223e9-9ee2-4278-a8d2-fe8b7225a1f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.241272] env[63021]: DEBUG nova.compute.manager [req-a4e19101-9309-403d-b2b2-ebe0923f8c9a req-a12623df-f8ba-4f31-a90c-4210d94b1daa service nova] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Detach interface failed, port_id=c3e59fc5-a375-4a88-aa89-7184aa1870c2, reason: Instance 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1210.431150] env[63021]: DEBUG nova.network.neutron [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updated VIF entry in instance network info cache for port 659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.431630] env[63021]: DEBUG nova.network.neutron [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.559637] env[63021]: INFO nova.compute.manager [-] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Took 1.45 seconds to deallocate network for instance. [ 1210.605331] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6138b8-8bc2-418e-9a1b-96c213159093 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.627052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b5a13-8b14-4a06-82d4-ea9cb4154dce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.634249] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.860178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.754s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.935628] env[63021]: DEBUG oslo_concurrency.lockutils [req-006afaa9-d30d-40de-a666-c4d6f7be03ad req-a30ab90d-0a01-4885-a972-5aab9637a98b service nova] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.030827] env[63021]: DEBUG nova.network.neutron [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Successfully updated port: 851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.066824] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.067155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.067360] env[63021]: DEBUG nova.objects.instance [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lazy-loading 'resources' on Instance uuid 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.126541] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.126777] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.140645] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.141144] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e70bee-0e80-44b7-92c6-ebb7b8dc6bcb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.149559] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1211.149559] env[63021]: value = "task-4283604" [ 1211.149559] env[63021]: _type = "Task" [ 1211.149559] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.157586] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.535458] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.535708] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.535936] env[63021]: DEBUG nova.network.neutron [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.537953] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda2711-7eaf-4892-99fd-ef3ab6554ee1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.556166] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 0 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.629319] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.661170] env[63021]: DEBUG oslo_vmware.api [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283604, 'name': PowerOnVM_Task, 'duration_secs': 0.379332} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.661483] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.661630] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2535a6-92e5-48a6-bc82-121be51ae665 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance '03bdd573-d3cd-4bbc-83b9-8e31f182f270' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.735908] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0f4b9-9cbd-44dc-ad78-f28a218d386b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.743675] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e94c9-29af-4893-b761-1c103ba61aa0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.773062] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f918f0-86e1-472b-8a8d-ed528e580697 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.780961] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f7b9c-e82a-4bf4-b36c-1d49f3b4d99e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.794199] env[63021]: DEBUG nova.compute.provider_tree [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.827332] env[63021]: DEBUG nova.compute.manager [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1211.827332] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.827332] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.827502] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.827545] env[63021]: DEBUG nova.compute.manager [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] No waiting events found dispatching network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.827679] env[63021]: WARNING nova.compute.manager [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received unexpected event network-vif-plugged-851e3de9-9bb9-44fe-abee-b7031409f089 for instance with vm_state active and task_state None. [ 1211.827839] env[63021]: DEBUG nova.compute.manager [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-changed-851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1211.827992] env[63021]: DEBUG nova.compute.manager [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing instance network info cache due to event network-changed-851e3de9-9bb9-44fe-abee-b7031409f089. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1211.828180] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.062547] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.062934] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19bb243-25bf-4e2b-8ed5-37c8bc742af6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.070055] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1212.070055] env[63021]: value = "task-4283605" [ 1212.070055] env[63021]: _type = "Task" [ 1212.070055] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.075779] env[63021]: WARNING nova.network.neutron [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] 38da23dc-9a0b-4508-802e-a28047eda79d already exists in list: networks containing: ['38da23dc-9a0b-4508-802e-a28047eda79d']. ignoring it [ 1212.082551] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.147193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.297808] env[63021]: DEBUG nova.scheduler.client.report [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.346574] env[63021]: DEBUG nova.network.neutron [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851e3de9-9bb9-44fe-abee-b7031409f089", "address": "fa:16:3e:0f:d0:f5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851e3de9-9b", "ovs_interfaceid": "851e3de9-9bb9-44fe-abee-b7031409f089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.396064] env[63021]: INFO nova.compute.manager [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Swapping old allocation on dict_keys(['1b739ffe-8139-4fa2-b0d4-cb50abc37cb0']) held by migration 777db09b-6384-4cdb-82da-e4ad37f9a9f0 for instance [ 1212.418629] env[63021]: DEBUG nova.scheduler.client.report [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Overwriting current allocation {'allocations': {'1b739ffe-8139-4fa2-b0d4-cb50abc37cb0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '61fd4948775043c78943bbc5f282b64a', 'user_id': 'ab8a54bab5614b4c8c884322754de778', 'consumer_generation': 1} on consumer 60e505f2-e0c9-467b-a2f5-3739368aafb7 {{(pid=63021) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1212.494962] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.495134] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.495322] env[63021]: DEBUG nova.network.neutron [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.579970] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283605, 'name': PowerOffVM_Task, 'duration_secs': 0.255426} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.580263] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.580445] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 17 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.802153] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.804580] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.658s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.806168] env[63021]: INFO nova.compute.claims [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.819907] env[63021]: INFO nova.scheduler.client.report [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Deleted allocations for instance 645dfaf9-3981-4f47-a5d3-d004cf7ffe88 [ 1212.849490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.850165] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.850290] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.850782] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.850782] env[63021]: DEBUG nova.network.neutron [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Refreshing network info cache for port 851e3de9-9bb9-44fe-abee-b7031409f089 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.853052] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa896fe-275d-49fe-85ed-fba559b0024c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.871552] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.871804] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.871963] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.872179] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.872332] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.872506] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.872723] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.872881] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.873064] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.873240] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.873410] env[63021]: DEBUG nova.virt.hardware [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.881490] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfiguring VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1212.882464] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa322e8-9946-4826-8e5b-ddc87f82284b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.900177] env[63021]: DEBUG oslo_vmware.api [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1212.900177] env[63021]: value = "task-4283606" [ 1212.900177] env[63021]: _type = "Task" [ 1212.900177] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.908144] env[63021]: DEBUG oslo_vmware.api [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283606, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.087220] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:18:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.087681] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.087681] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.087887] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.088068] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.088239] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.088498] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.088694] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.088903] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.089196] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.089424] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.096469] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f9076e-367f-4e15-8aa1-c88bdd4984a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.115170] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1213.115170] env[63021]: value = "task-4283607" [ 1213.115170] env[63021]: _type = "Task" [ 1213.115170] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.129126] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.329592] env[63021]: DEBUG oslo_concurrency.lockutils [None req-2dd64d60-66d8-4f8a-beaa-1ff8c4bb871c tempest-ServersTestJSON-1105168545 tempest-ServersTestJSON-1105168545-project-member] Lock "645dfaf9-3981-4f47-a5d3-d004cf7ffe88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.360398] env[63021]: DEBUG nova.network.neutron [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [{"id": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "address": "fa:16:3e:f1:00:33", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f8614e-ef", "ovs_interfaceid": "13f8614e-ef44-4977-94ec-74450b5ddc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.412474] env[63021]: DEBUG oslo_vmware.api [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.626021] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283607, 'name': ReconfigVM_Task, 'duration_secs': 0.193591} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.626436] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 33 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.766848] env[63021]: DEBUG nova.network.neutron [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updated VIF entry in instance network info cache for port 851e3de9-9bb9-44fe-abee-b7031409f089. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.766848] env[63021]: DEBUG nova.network.neutron [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851e3de9-9bb9-44fe-abee-b7031409f089", "address": "fa:16:3e:0f:d0:f5", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851e3de9-9b", "ovs_interfaceid": "851e3de9-9bb9-44fe-abee-b7031409f089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.768922] env[63021]: DEBUG nova.network.neutron [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Port 32e95401-c05d-4892-98c0-89668d28caa6 binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.768922] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.768922] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.768922] env[63021]: DEBUG nova.network.neutron [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.865620] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-60e505f2-e0c9-467b-a2f5-3739368aafb7" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.866749] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0369127-5f45-4679-9260-b9f214bcecdb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.874936] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7cf14-96e5-4d0c-9ea5-31c06c759787 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.912770] env[63021]: DEBUG oslo_vmware.api [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283606, 'name': ReconfigVM_Task, 'duration_secs': 0.58365} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.913325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.913687] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfigured VM to attach interface {{(pid=63021) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1213.976533] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd71d1c-29b9-46b1-9f5f-f9a7e0f12165 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.984038] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e777c-e814-434b-9142-9d74ed9be0d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.016810] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04766ad2-5ad8-466c-a54c-1fdb0e3ad732 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.025624] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13ec54-6fd5-4406-9d6d-9335a2bfe6c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.040292] env[63021]: DEBUG nova.compute.provider_tree [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.133101] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.133450] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.133512] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.133685] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.133831] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.133978] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.134210] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.134374] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.134542] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.134706] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.134967] env[63021]: DEBUG nova.virt.hardware [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.140464] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.140752] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39f0833-a2b2-4121-8463-87c3b058d5c0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.159391] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1214.159391] env[63021]: value = "task-4283608" [ 1214.159391] env[63021]: _type = "Task" [ 1214.159391] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.171028] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.272432] env[63021]: DEBUG oslo_concurrency.lockutils [req-f3de9405-b959-4094-b9c2-1b1d4bed704f req-fbef15a2-9ff8-452d-9666-382b7115587e service nova] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.420235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-78542bd4-a789-481d-bc7a-61f7d3e782a0 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.139s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.544537] env[63021]: DEBUG nova.scheduler.client.report [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.628684] env[63021]: DEBUG nova.network.neutron [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.669496] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283608, 'name': ReconfigVM_Task, 'duration_secs': 0.169279} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.670175] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.670927] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a4910-74b3-4d52-b503-f31c3d6727d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.694314] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.694314] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b269bf-99aa-47f7-be92-44e2e2fd03a2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.713931] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1214.713931] env[63021]: value = "task-4283609" [ 1214.713931] env[63021]: _type = "Task" [ 1214.713931] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.722417] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.998078] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.998446] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6102678-048e-4b0d-aab2-d84a6b3a35e9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.005947] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1215.005947] env[63021]: value = "task-4283610" [ 1215.005947] env[63021]: _type = "Task" [ 1215.005947] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.016254] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.051660] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.051866] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.132372] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.224306] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.516858] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283610, 'name': PowerOffVM_Task, 'duration_secs': 0.208693} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.517148] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.517700] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.517958] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.518141] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.518358] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.518570] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.518842] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.519550] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.519550] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.519550] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.519955] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.520118] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.526841] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6e0934-fb6a-46c8-bf9c-c9c52828efe9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.545456] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1215.545456] env[63021]: value = "task-4283611" [ 1215.545456] env[63021]: _type = "Task" [ 1215.545456] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.555095] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.558035] env[63021]: DEBUG nova.compute.utils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.559742] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.559941] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.614493] env[63021]: DEBUG nova.policy [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5194f598ddc24832bd85b8f9fd5246c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff80cb7843a24496a542a9cfb48c2d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.636030] env[63021]: DEBUG nova.compute.manager [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63021) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1215.636275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.636546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.725037] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283609, 'name': ReconfigVM_Task, 'duration_secs': 0.522062} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.725398] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f/764a4c6b-83b9-4435-819d-951ef7ad968f.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.725772] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 50 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.934138] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Successfully created port: 32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.055965] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283611, 'name': ReconfigVM_Task, 'duration_secs': 0.262323} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.057537] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a6765a-9042-43b0-83e5-8dda9d60af63 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.078625] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.082154] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.082394] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.082565] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.082751] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.082984] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.085378] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.085649] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.085857] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.086056] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.086241] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.086421] env[63021]: DEBUG nova.virt.hardware [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.087857] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213070f0-c2ba-403f-9c6d-0e11a7a72e47 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.091052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.091305] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.096377] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1216.096377] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]526eb6a5-4d4e-091f-ab45-956b9db00d37" [ 1216.096377] env[63021]: _type = "Task" [ 1216.096377] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.106154] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526eb6a5-4d4e-091f-ab45-956b9db00d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.140662] env[63021]: DEBUG nova.objects.instance [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'migration_context' on Instance uuid 03bdd573-d3cd-4bbc-83b9-8e31f182f270 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.233223] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52583e6d-d151-46a9-96e9-aa180e67df51 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.265132] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dbd0d8-b9ee-461c-a43a-dc7a46152690 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.294719] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 67 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.362514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.362778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.594149] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.594348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.595228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a49f774-04bc-41c4-8051-d0712ceb0e2f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.608178] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]526eb6a5-4d4e-091f-ab45-956b9db00d37, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.626335] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.627273] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8052f1e2-60f9-4610-add2-1a9031833eda {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.640827] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63def313-9e86-4741-8d88-c0485f993510 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.674221] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfiguring VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1216.678321] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f051fa39-41bb-412d-b52e-cdf092262856 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.691781] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1216.691781] env[63021]: value = "task-4283612" [ 1216.691781] env[63021]: _type = "Task" [ 1216.691781] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.697478] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1216.697478] env[63021]: value = "task-4283613" [ 1216.697478] env[63021]: _type = "Task" [ 1216.697478] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.701229] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.708751] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.837951] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406fa921-719f-456e-91c8-c0a268554906 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.841825] env[63021]: DEBUG nova.network.neutron [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Port 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf binding to destination host cpu-1 is already ACTIVE {{(pid=63021) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1216.848593] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17436b72-4288-4116-9fb1-e742d3c7307a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.879767] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.884023] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f74e0-433f-4df0-8a90-bc71891ec73f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.891794] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dbaa97-e831-4ff0-8392-87062dcbe6c8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.907621] env[63021]: DEBUG nova.compute.provider_tree [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.095843] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.124947] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.125234] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.125394] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.125575] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.125726] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.125971] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.126250] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.126422] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.126615] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.126793] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.126968] env[63021]: DEBUG nova.virt.hardware [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.127870] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc01fa-6b2a-47e0-9aa8-f85dec1c9d61 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.136373] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fccf83-d2b9-4021-be39-045e36ad60f7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.202926] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.211661] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.356202] env[63021]: DEBUG nova.compute.manager [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Received event network-vif-plugged-32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1217.356202] env[63021]: DEBUG oslo_concurrency.lockutils [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] Acquiring lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.356202] env[63021]: DEBUG oslo_concurrency.lockutils [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.356202] env[63021]: DEBUG oslo_concurrency.lockutils [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.356202] env[63021]: DEBUG nova.compute.manager [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] No waiting events found dispatching network-vif-plugged-32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.356202] env[63021]: WARNING nova.compute.manager [req-0d6870b9-a47a-4a65-8d16-0686dd14c877 req-44f860c4-9ed7-4ca1-afc2-431aa9eb7b5a service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Received unexpected event network-vif-plugged-32af5aea-dc23-4102-9778-9f4e9df869d7 for instance with vm_state building and task_state spawning. [ 1217.401884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.411172] env[63021]: DEBUG nova.scheduler.client.report [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.449851] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Successfully updated port: 32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.704013] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283612, 'name': ReconfigVM_Task, 'duration_secs': 0.565021} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.707918] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.708757] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ad887-62ad-4f3e-bf09-41bb8841e8e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.716393] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.737412] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.737745] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09984a5b-8f1b-4b5b-af9e-7e8388c35673 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.756237] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1217.756237] env[63021]: value = "task-4283614" [ 1217.756237] env[63021]: _type = "Task" [ 1217.756237] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.764208] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.864788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.864963] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.865159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.952892] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.953185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.953228] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.214198] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.265670] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283614, 'name': ReconfigVM_Task, 'duration_secs': 0.267429} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.265670] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7/60e505f2-e0c9-467b-a2f5-3739368aafb7.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.266631] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a22fc-056d-43c5-8cf2-65ada608bd8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.286949] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fb9eb-b4e4-4e3b-94e2-d9014b5a55c6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.306652] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977bf32-5d09-4b22-9eb7-fb2cfc674aa5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.326376] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd69eba6-97e2-4333-9a0a-c85a7abe5c8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.332636] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.332900] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93d2cf3-b416-42fc-bba3-c65cbb74e712 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.338750] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1218.338750] env[63021]: value = "task-4283615" [ 1218.338750] env[63021]: _type = "Task" [ 1218.338750] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.345895] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.422468] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.786s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.428563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.027s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.430559] env[63021]: INFO nova.compute.claims [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.495337] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.632028] env[63021]: DEBUG nova.network.neutron [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updating instance_info_cache with network_info: [{"id": "32af5aea-dc23-4102-9778-9f4e9df869d7", "address": "fa:16:3e:aa:c0:97", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af5aea-dc", "ovs_interfaceid": "32af5aea-dc23-4102-9778-9f4e9df869d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.719273] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.849051] env[63021]: DEBUG oslo_vmware.api [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283615, 'name': PowerOnVM_Task, 'duration_secs': 0.372064} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.849301] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.900700] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.900902] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.901110] env[63021]: DEBUG nova.network.neutron [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.135560] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.135917] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Instance network_info: |[{"id": "32af5aea-dc23-4102-9778-9f4e9df869d7", "address": "fa:16:3e:aa:c0:97", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af5aea-dc", "ovs_interfaceid": "32af5aea-dc23-4102-9778-9f4e9df869d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.136365] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32af5aea-dc23-4102-9778-9f4e9df869d7', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.144104] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.144344] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.144584] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86fa14d8-b4df-485b-91f9-18d7ac95d269 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.164460] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.164460] env[63021]: value = "task-4283616" [ 1219.164460] env[63021]: _type = "Task" [ 1219.164460] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.172077] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283616, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.214863] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.386249] env[63021]: DEBUG nova.compute.manager [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Received event network-changed-32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1219.386318] env[63021]: DEBUG nova.compute.manager [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Refreshing instance network info cache due to event network-changed-32af5aea-dc23-4102-9778-9f4e9df869d7. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1219.386635] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] Acquiring lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.386686] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] Acquired lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.386798] env[63021]: DEBUG nova.network.neutron [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Refreshing network info cache for port 32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.596445] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171cfd76-f051-45be-8219-a827200de62f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.604014] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d48fc6-4288-4f2d-9f12-2d363b1fae64 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.607472] env[63021]: DEBUG nova.network.neutron [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.636455] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ad1c3-ec0f-494d-b07d-386d4f5bbd92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.643753] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18613cd-b557-45f5-af63-0b7c997f78d6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.657707] env[63021]: DEBUG nova.compute.provider_tree [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.673627] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283616, 'name': CreateVM_Task, 'duration_secs': 0.319854} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.673807] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.674438] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.674611] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.674929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.675183] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b6f31e-291f-4225-9e87-27a5bda2d8d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.679778] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1219.679778] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52758164-5858-d0c6-a945-ec608907bc04" [ 1219.679778] env[63021]: _type = "Task" [ 1219.679778] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.687274] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52758164-5858-d0c6-a945-ec608907bc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.713150] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.893718] env[63021]: INFO nova.compute.manager [None req-c414d778-cfe6-4065-af04-3b130624874a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance to original state: 'active' [ 1219.968183] env[63021]: INFO nova.compute.manager [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Swapping old allocation on dict_keys(['1b739ffe-8139-4fa2-b0d4-cb50abc37cb0']) held by migration 59ae1a3c-8981-4c5a-ac84-ea73e6574216 for instance [ 1219.993755] env[63021]: DEBUG nova.scheduler.client.report [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Overwriting current allocation {'allocations': {'1b739ffe-8139-4fa2-b0d4-cb50abc37cb0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '8d459b22ca924839b1e3a15441a8ad14', 'user_id': 'ebd4f0cf5ce74ad8814a77835ba526b7', 'consumer_generation': 1} on consumer 03bdd573-d3cd-4bbc-83b9-8e31f182f270 {{(pid=63021) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1220.086717] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.086954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.087247] env[63021]: DEBUG nova.network.neutron [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.109955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.118486] env[63021]: DEBUG nova.network.neutron [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updated VIF entry in instance network info cache for port 32af5aea-dc23-4102-9778-9f4e9df869d7. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.118824] env[63021]: DEBUG nova.network.neutron [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updating instance_info_cache with network_info: [{"id": "32af5aea-dc23-4102-9778-9f4e9df869d7", "address": "fa:16:3e:aa:c0:97", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af5aea-dc", "ovs_interfaceid": "32af5aea-dc23-4102-9778-9f4e9df869d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.160761] env[63021]: DEBUG nova.scheduler.client.report [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.192452] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52758164-5858-d0c6-a945-ec608907bc04, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.192747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.192981] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.193228] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.193385] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.193646] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.193948] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9767a87-ef28-4812-8dc2-22b906d8d378 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.202046] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.202229] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.202924] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f518467-f294-48ad-bea2-f71f4a7eb067 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.211907] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1220.211907] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5288953d-c735-c7e2-8ca2-d1560df0a11e" [ 1220.211907] env[63021]: _type = "Task" [ 1220.211907] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.216812] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.221607] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5288953d-c735-c7e2-8ca2-d1560df0a11e, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.222316] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8b2e7f-3c2c-496f-b9e1-616eec10361b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.226781] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1220.226781] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5214eb30-69cf-00c0-d749-a498079748c6" [ 1220.226781] env[63021]: _type = "Task" [ 1220.226781] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.233817] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5214eb30-69cf-00c0-d749-a498079748c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.621510] env[63021]: DEBUG oslo_concurrency.lockutils [req-ed9a0186-35ec-444a-84af-e6c48e22c933 req-1165a517-8f60-46f5-9057-d6e853995d48 service nova] Releasing lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.633559] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11728256-8a57-4a92-920f-2a0f34e8d4a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.652773] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f61af5-1e5b-4081-ae99-c2b073b97eb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.661845] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 83 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.666032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.666626] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.718118] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.736382] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5214eb30-69cf-00c0-d749-a498079748c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008172} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.736668] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.736970] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d4c0c92c-d329-4702-8dd3-b4e004ee135a/d4c0c92c-d329-4702-8dd3-b4e004ee135a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.737274] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d455989-64ee-4fc5-be7c-f16d41b6a88e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.743728] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1220.743728] env[63021]: value = "task-4283617" [ 1220.743728] env[63021]: _type = "Task" [ 1220.743728] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.754838] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.831917] env[63021]: DEBUG nova.network.neutron [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [{"id": "32e95401-c05d-4892-98c0-89668d28caa6", "address": "fa:16:3e:bb:6e:93", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e95401-c0", "ovs_interfaceid": "32e95401-c05d-4892-98c0-89668d28caa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.898575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.898847] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.899142] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.899400] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.899579] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.901919] env[63021]: INFO nova.compute.manager [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Terminating instance [ 1221.172422] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.173571] env[63021]: DEBUG nova.compute.utils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.175038] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ca9147-2714-4cc2-ae87-db5e806e86b6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.176935] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1221.182776] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1221.182776] env[63021]: value = "task-4283618" [ 1221.182776] env[63021]: _type = "Task" [ 1221.182776] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.191768] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.215992] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.253360] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436641} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.253360] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] d4c0c92c-d329-4702-8dd3-b4e004ee135a/d4c0c92c-d329-4702-8dd3-b4e004ee135a.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.253582] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.253996] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f24fe1b-7bec-41bc-a73b-d7db3a84a8f4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.260055] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1221.260055] env[63021]: value = "task-4283619" [ 1221.260055] env[63021]: _type = "Task" [ 1221.260055] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.267053] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.334653] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-03bdd573-d3cd-4bbc-83b9-8e31f182f270" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.335123] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.335411] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30fe3bb1-e76b-483e-8773-6075e44ec1fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.342329] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1221.342329] env[63021]: value = "task-4283620" [ 1221.342329] env[63021]: _type = "Task" [ 1221.342329] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.351060] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.408573] env[63021]: DEBUG nova.compute.manager [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.408939] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.409601] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b2dfda-354d-4eef-a3d4-7946e191a6f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.416749] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1221.416749] env[63021]: value = "task-4283621" [ 1221.416749] env[63021]: _type = "Task" [ 1221.416749] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.425756] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.679065] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.692602] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.720602] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.768823] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062118} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.769059] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.769870] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0441302-6a3c-4c78-a3c8-d2aebda9f82c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.791851] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d4c0c92c-d329-4702-8dd3-b4e004ee135a/d4c0c92c-d329-4702-8dd3-b4e004ee135a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.792411] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bad552-540d-4f0a-8bb1-20e7155515e3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.811265] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1221.811265] env[63021]: value = "task-4283622" [ 1221.811265] env[63021]: _type = "Task" [ 1221.811265] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.820376] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.850503] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283620, 'name': PowerOffVM_Task, 'duration_secs': 0.190685} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.850756] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.851420] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.851629] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.851784] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.851966] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.852127] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.852278] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.852479] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.852640] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.852836] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.852946] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.853161] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.858361] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a409ff01-d298-4c6c-a9e9-e7fe04f27195 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.874560] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1221.874560] env[63021]: value = "task-4283623" [ 1221.874560] env[63021]: _type = "Task" [ 1221.874560] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.882067] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.925861] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283621, 'name': PowerOffVM_Task, 'duration_secs': 0.210883} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.926145] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.926342] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.926545] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843925', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'name': 'volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60e505f2-e0c9-467b-a2f5-3739368aafb7', 'attached_at': '2025-06-14T12:30:37.000000', 'detached_at': '', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'serial': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.927813] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c764874-acca-4abd-990d-46879d6a8c17 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.949017] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0fa112-3812-4367-9f18-bf73d369e852 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.956229] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f1dcc-1d79-4138-bb5f-46e07e8652ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.976513] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26596471-94c0-49d5-9ac5-cadfc0c94bb4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.991220] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca/volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.996338] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.996695] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daceda29-1683-49f8-a525-b7899f8d821e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.014825] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1222.014825] env[63021]: value = "task-4283624" [ 1222.014825] env[63021]: _type = "Task" [ 1222.014825] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.022296] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.057029] env[63021]: DEBUG nova.objects.instance [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lazy-loading 'flavor' on Instance uuid fc2035f8-3b2f-450d-a60d-af4f36ff73fb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.197572] env[63021]: DEBUG oslo_vmware.api [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283618, 'name': PowerOnVM_Task, 'duration_secs': 0.550197} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.197840] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.198041] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-bb05bd7c-8b7d-4459-9a05-453aba5a3b46 tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance '764a4c6b-83b9-4435-819d-951ef7ad968f' progress to 100 {{(pid=63021) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.218390] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.322567] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283622, 'name': ReconfigVM_Task, 'duration_secs': 0.300688} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.322854] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d4c0c92c-d329-4702-8dd3-b4e004ee135a/d4c0c92c-d329-4702-8dd3-b4e004ee135a.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.323557] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31276f8a-a321-493d-b31a-53f6c7cf8e96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.330180] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1222.330180] env[63021]: value = "task-4283625" [ 1222.330180] env[63021]: _type = "Task" [ 1222.330180] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.338212] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283625, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.384072] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283623, 'name': ReconfigVM_Task, 'duration_secs': 0.132744} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.384945] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88573b2a-63ba-41ad-a4ae-01c025cbd2ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.404787] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.405058] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.405231] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.405417] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.405580] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.405747] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.406081] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.406257] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.406440] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.406642] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.406830] env[63021]: DEBUG nova.virt.hardware [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.407785] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79812f5b-4f6e-490d-a02f-d7060c59c6a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.413629] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1222.413629] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525e7688-2c38-587a-0bd6-ee6ebcce54b8" [ 1222.413629] env[63021]: _type = "Task" [ 1222.413629] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.423019] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525e7688-2c38-587a-0bd6-ee6ebcce54b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.523719] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.561990] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.562193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.693246] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.724403] env[63021]: DEBUG oslo_vmware.api [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283613, 'name': ReconfigVM_Task, 'duration_secs': 5.741978} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.727170] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.727457] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Reconfigured VM to detach interface {{(pid=63021) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1222.736590] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.736816] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.736974] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.737202] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.737350] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.737501] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.737707] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.737866] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.738065] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.738305] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.738484] env[63021]: DEBUG nova.virt.hardware [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.739820] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bd2fd1-d5bd-4fa8-8efa-06a0c75861d7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.747703] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e91ce3f-f47a-427f-ba42-1ae5360b8f24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.763011] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.768621] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Creating folder: Project (76bba4c93c5d4de29da0b43769f59f24). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.769313] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65cacfd-9f63-4d52-a201-3e2280a7eb93 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.779796] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Created folder: Project (76bba4c93c5d4de29da0b43769f59f24) in parent group-v843603. [ 1222.779984] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Creating folder: Instances. Parent ref: group-v843934. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.780241] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c00d16d4-5e83-465a-b962-559c5615d7af {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.789763] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Created folder: Instances in parent group-v843934. [ 1222.789990] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.790205] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.790421] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b63d9f72-93be-4872-a661-8e96100a9649 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.806721] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.806721] env[63021]: value = "task-4283628" [ 1222.806721] env[63021]: _type = "Task" [ 1222.806721] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.814016] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283628, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.839576] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283625, 'name': Rename_Task, 'duration_secs': 0.150367} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.840078] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.840481] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b38193-79ec-47d9-96aa-90fbd266183c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.847905] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1222.847905] env[63021]: value = "task-4283629" [ 1222.847905] env[63021]: _type = "Task" [ 1222.847905] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.856086] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.922905] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525e7688-2c38-587a-0bd6-ee6ebcce54b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.928935] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.929452] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2712eb74-e19a-43c5-b2d7-5f4bd8b0ba56 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.948437] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1222.948437] env[63021]: value = "task-4283630" [ 1222.948437] env[63021]: _type = "Task" [ 1222.948437] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.957408] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.028017] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283624, 'name': ReconfigVM_Task, 'duration_secs': 0.66787} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.028017] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.029867] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52eae651-ee9c-4498-9349-39ee1a4e6741 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.045551] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1223.045551] env[63021]: value = "task-4283631" [ 1223.045551] env[63021]: _type = "Task" [ 1223.045551] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.054547] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.319161] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283628, 'name': CreateVM_Task, 'duration_secs': 0.376887} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.319161] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.319161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.319161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.319161] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.319161] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371a420e-0642-424b-ae42-08d720f72e9c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.324595] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1223.324595] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ccde64-27b3-0126-6764-2229cf27c313" [ 1223.324595] env[63021]: _type = "Task" [ 1223.324595] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.333344] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ccde64-27b3-0126-6764-2229cf27c313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.359253] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283629, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.365677] env[63021]: DEBUG nova.network.neutron [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.398182] env[63021]: DEBUG nova.compute.manager [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1223.398427] env[63021]: DEBUG nova.compute.manager [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing instance network info cache due to event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1223.398584] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.460031] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283630, 'name': ReconfigVM_Task, 'duration_secs': 0.212394} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.460031] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.460767] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d0971-499f-438a-8111-b817257dfb98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.482719] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.482973] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b324c1-a9ca-42b0-8c6d-a625e713f3b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.501215] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1223.501215] env[63021]: value = "task-4283632" [ 1223.501215] env[63021]: _type = "Task" [ 1223.501215] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.508754] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.554985] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283631, 'name': ReconfigVM_Task, 'duration_secs': 0.139824} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.555398] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843925', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'name': 'volume-9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60e505f2-e0c9-467b-a2f5-3739368aafb7', 'attached_at': '2025-06-14T12:30:37.000000', 'detached_at': '', 'volume_id': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca', 'serial': '9c589b68-9b9e-4df3-a7eb-b15b25ce7bca'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1223.555691] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.556475] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b0bc17-bef3-4de2-a5c5-1817d4a3dca9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.562909] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.563160] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57dad43-ea6d-41af-8b46-bb5389e26f18 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.626691] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.626906] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.627067] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleting the datastore file [datastore2] 60e505f2-e0c9-467b-a2f5-3739368aafb7 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.627497] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23fddf70-c7f5-4594-b55e-65132a04fc9f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.634442] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1223.634442] env[63021]: value = "task-4283634" [ 1223.634442] env[63021]: _type = "Task" [ 1223.634442] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.643130] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.837436] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ccde64-27b3-0126-6764-2229cf27c313, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.837825] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.838135] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.838443] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.838632] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.838953] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.839306] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa2e1426-654b-4942-8024-ee54871ec113 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.847905] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.848144] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.849122] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a269cf-3e9e-445c-ae75-d9141d21f74f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.858491] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1223.858491] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52535fdb-d427-ca5b-3030-8e772b3e0352" [ 1223.858491] env[63021]: _type = "Task" [ 1223.858491] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.863419] env[63021]: DEBUG oslo_vmware.api [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283629, 'name': PowerOnVM_Task, 'duration_secs': 0.5846} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.868204] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.868530] env[63021]: INFO nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1223.868787] env[63021]: DEBUG nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.873034] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60950b2-df0b-4ac4-b813-a351443837bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.883295] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52535fdb-d427-ca5b-3030-8e772b3e0352, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.889135] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef001190-9ff2-4b89-8448-bca4a7d9ee58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.895114] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1223.895114] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0cf4b-720c-5980-8c70-990a77c7610a" [ 1223.895114] env[63021]: _type = "Task" [ 1223.895114] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.903113] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0cf4b-720c-5980-8c70-990a77c7610a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.014901] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283632, 'name': ReconfigVM_Task, 'duration_secs': 0.290071} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.015201] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270/03bdd573-d3cd-4bbc-83b9-8e31f182f270.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.016166] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e091c-00cb-45af-b890-0140de1116a7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.035410] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5f1eb-c24c-4254-b798-f4685a7ef905 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.058193] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd1c5ba-9199-4e3d-98a4-d6a2016e8488 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.080243] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35445d-72c1-4c26-a362-02be7931d77b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.087951] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.088226] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20e95027-4986-4556-b55e-d1c5c98fad96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.095726] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1224.095726] env[63021]: value = "task-4283635" [ 1224.095726] env[63021]: _type = "Task" [ 1224.095726] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.104089] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.128360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.128713] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.128929] env[63021]: DEBUG nova.compute.manager [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Going to confirm migration 10 {{(pid=63021) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1224.145236] env[63021]: DEBUG oslo_vmware.api [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163201} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.145499] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.145713] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.145838] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.146031] env[63021]: INFO nova.compute.manager [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1224.146283] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.146476] env[63021]: DEBUG nova.compute.manager [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.146572] env[63021]: DEBUG nova.network.neutron [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.149042] env[63021]: DEBUG nova.network.neutron [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.403077] env[63021]: INFO nova.compute.manager [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Took 12.27 seconds to build instance. [ 1224.410954] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f0cf4b-720c-5980-8c70-990a77c7610a, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.411610] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.411889] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.412174] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2338752-5b91-4a6c-b772-17bde4bd9166 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.420157] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1224.420157] env[63021]: value = "task-4283636" [ 1224.420157] env[63021]: _type = "Task" [ 1224.420157] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.428923] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.452784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.452998] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquired lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.453198] env[63021]: DEBUG nova.network.neutron [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.605559] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.654673] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.654950] env[63021]: DEBUG nova.compute.manager [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Inject network info {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1224.655226] env[63021]: DEBUG nova.compute.manager [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] network_info to inject: |[{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1224.661098] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfiguring VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1224.664614] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.666775] env[63021]: DEBUG nova.network.neutron [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.666775] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d768414-ce1d-4385-9cd7-4b8e7834086a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.687030] env[63021]: DEBUG nova.network.neutron [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.690359] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.690671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.690944] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.691431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.691431] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.695847] env[63021]: INFO nova.compute.manager [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Terminating instance [ 1224.700611] env[63021]: DEBUG oslo_vmware.api [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1224.700611] env[63021]: value = "task-4283637" [ 1224.700611] env[63021]: _type = "Task" [ 1224.700611] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.713785] env[63021]: DEBUG oslo_vmware.api [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.751022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.751022] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquired lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.751022] env[63021]: DEBUG nova.network.neutron [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.751022] env[63021]: DEBUG nova.objects.instance [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'info_cache' on Instance uuid 764a4c6b-83b9-4435-819d-951ef7ad968f {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.756897] env[63021]: DEBUG nova.objects.instance [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lazy-loading 'flavor' on Instance uuid fc2035f8-3b2f-450d-a60d-af4f36ff73fb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.789354] env[63021]: DEBUG nova.compute.manager [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Received event network-changed-32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1224.789573] env[63021]: DEBUG nova.compute.manager [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Refreshing instance network info cache due to event network-changed-32af5aea-dc23-4102-9778-9f4e9df869d7. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1224.789794] env[63021]: DEBUG oslo_concurrency.lockutils [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] Acquiring lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.789947] env[63021]: DEBUG oslo_concurrency.lockutils [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] Acquired lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.790127] env[63021]: DEBUG nova.network.neutron [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Refreshing network info cache for port 32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.905776] env[63021]: DEBUG oslo_concurrency.lockutils [None req-fec606f4-6f78-46f9-b121-03832d218d70 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.779s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.931379] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.004203] env[63021]: DEBUG nova.network.neutron [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updated VIF entry in instance network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.004666] env[63021]: DEBUG nova.network.neutron [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.105232] env[63021]: DEBUG oslo_vmware.api [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283635, 'name': PowerOnVM_Task, 'duration_secs': 0.512479} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.105598] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.170148] env[63021]: INFO nova.network.neutron [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Port 851e3de9-9bb9-44fe-abee-b7031409f089 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1225.170148] env[63021]: DEBUG nova.network.neutron [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [{"id": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "address": "fa:16:3e:23:28:61", "network": {"id": "38da23dc-9a0b-4508-802e-a28047eda79d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1922356654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e9a2d273fd4b4b801d31a61d44057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659c40e8-7f", "ovs_interfaceid": "659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.194190] env[63021]: INFO nova.compute.manager [-] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Took 1.05 seconds to deallocate network for instance. [ 1225.204500] env[63021]: DEBUG nova.compute.manager [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.204718] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.210565] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae04ce-bf6c-476e-992a-2ebacbe1ca8d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.218294] env[63021]: DEBUG oslo_vmware.api [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283637, 'name': ReconfigVM_Task, 'duration_secs': 0.235867} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.220352] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-d11b23b7-7954-4ca8-9fc3-6c35f7979e80 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfigured VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1225.222723] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.223263] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60169f8-cc64-4a40-911f-3370d2969090 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.229000] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1225.229000] env[63021]: value = "task-4283638" [ 1225.229000] env[63021]: _type = "Task" [ 1225.229000] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.236912] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.261410] env[63021]: DEBUG oslo_concurrency.lockutils [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.430466] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708787} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.433075] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.433314] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.433642] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bceeb251-bdf3-4e30-8c7e-25f235ef620c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.439287] env[63021]: DEBUG nova.compute.manager [req-5e6d5881-f9ed-475f-aa20-65219f3ecec8 req-e275b33e-60a6-4c75-b23a-8c80b37cd5c5 service nova] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Received event network-vif-deleted-13f8614e-ef44-4977-94ec-74450b5ddc1c {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1225.441030] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1225.441030] env[63021]: value = "task-4283639" [ 1225.441030] env[63021]: _type = "Task" [ 1225.441030] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.449401] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.498829] env[63021]: DEBUG nova.network.neutron [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updated VIF entry in instance network info cache for port 32af5aea-dc23-4102-9778-9f4e9df869d7. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.499497] env[63021]: DEBUG nova.network.neutron [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updating instance_info_cache with network_info: [{"id": "32af5aea-dc23-4102-9778-9f4e9df869d7", "address": "fa:16:3e:aa:c0:97", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32af5aea-dc", "ovs_interfaceid": "32af5aea-dc23-4102-9778-9f4e9df869d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.509106] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7e3a90b-9612-4c74-9004-4ceb9a5ef03d req-93dbc8c8-98a7-41b9-abce-dc9822793fd4 service nova] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.509558] env[63021]: DEBUG oslo_concurrency.lockutils [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.672599] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Releasing lock "refresh_cache-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.739465] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.740273] env[63021]: INFO nova.compute.manager [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Took 0.55 seconds to detach 1 volumes for instance. [ 1225.907831] env[63021]: DEBUG nova.network.neutron [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.954356] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067259} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.954791] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.955998] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da560c7d-3cec-41d0-bdec-3b1540835977 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.976454] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.976765] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c10256-89a6-4ed4-9f31-be8a9fb2320a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.000230] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1226.000230] env[63021]: value = "task-4283640" [ 1226.000230] env[63021]: _type = "Task" [ 1226.000230] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.003407] env[63021]: DEBUG oslo_concurrency.lockutils [req-4faee0ce-f0c8-4e86-ae23-98e67664a697 req-c7c8e463-6542-4f6b-8641-89f130dc41ea service nova] Releasing lock "refresh_cache-d4c0c92c-d329-4702-8dd3-b4e004ee135a" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.008232] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283640, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.027826] env[63021]: DEBUG nova.network.neutron [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [{"id": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "address": "fa:16:3e:27:3d:55", "network": {"id": "6f37c470-2690-4e8f-9459-65ac8b1bced6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1539159555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589da0d95c544211b8743ada68c870a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1f8afc-e7", "ovs_interfaceid": "8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.118916] env[63021]: INFO nova.compute.manager [None req-1215f901-39a0-4f31-abef-f2a01dcd32db tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance to original state: 'active' [ 1226.176072] env[63021]: DEBUG oslo_concurrency.lockutils [None req-99d4d468-1ade-471c-a859-34b65fa1e334 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "interface-c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1-851e3de9-9bb9-44fe-abee-b7031409f089" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.085s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.240355] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283638, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.246702] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.246994] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.247207] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.273911] env[63021]: INFO nova.scheduler.client.report [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted allocations for instance 60e505f2-e0c9-467b-a2f5-3739368aafb7 [ 1226.511028] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283640, 'name': ReconfigVM_Task, 'duration_secs': 0.344618} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.511361] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.512098] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3a86c3-c2e2-4406-b0db-3ddb62b69acf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.518969] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1226.518969] env[63021]: value = "task-4283641" [ 1226.518969] env[63021]: _type = "Task" [ 1226.518969] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.527661] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283641, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.530414] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Releasing lock "refresh_cache-764a4c6b-83b9-4435-819d-951ef7ad968f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.530776] env[63021]: DEBUG nova.objects.instance [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lazy-loading 'migration_context' on Instance uuid 764a4c6b-83b9-4435-819d-951ef7ad968f {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.666907] env[63021]: DEBUG nova.network.neutron [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.741036] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283638, 'name': PowerOffVM_Task, 'duration_secs': 1.025069} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.741036] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.741036] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.741462] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bde0084e-d822-4445-8746-3585cd8311ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.782130] env[63021]: DEBUG oslo_concurrency.lockutils [None req-d5be1749-b72b-48eb-adb9-15c9e4e08f5d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "60e505f2-e0c9-467b-a2f5-3739368aafb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.883s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.804546] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.804774] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.804953] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleting the datastore file [datastore2] c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.805243] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9191384-df42-44fc-a49c-677eb5ef7304 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.813112] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1226.813112] env[63021]: value = "task-4283643" [ 1226.813112] env[63021]: _type = "Task" [ 1226.813112] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.821426] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.031125] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283641, 'name': Rename_Task, 'duration_secs': 0.142979} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.031125] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.031125] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b70d3f-5320-4430-8409-3a212be4105c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.034114] env[63021]: DEBUG nova.objects.base [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Object Instance<764a4c6b-83b9-4435-819d-951ef7ad968f> lazy-loaded attributes: info_cache,migration_context {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.034869] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006cdbf-57ac-4957-9f6a-cf09aa186457 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.038409] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1227.038409] env[63021]: value = "task-4283644" [ 1227.038409] env[63021]: _type = "Task" [ 1227.038409] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.046076] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.061973] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169cd998-1349-43c4-a4b6-843d91460ee2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.067609] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1227.067609] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b730c0-6b2e-4356-edcd-a54d6ab7f36d" [ 1227.067609] env[63021]: _type = "Task" [ 1227.067609] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.076186] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b730c0-6b2e-4356-edcd-a54d6ab7f36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.169813] env[63021]: DEBUG oslo_concurrency.lockutils [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.170066] env[63021]: DEBUG nova.compute.manager [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Inject network info {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1227.170353] env[63021]: DEBUG nova.compute.manager [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] network_info to inject: |[{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1227.175162] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfiguring VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1227.175753] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7294e4cf-aa27-4368-bd4c-2ab9c34c5cf0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.191544] env[63021]: DEBUG oslo_vmware.api [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1227.191544] env[63021]: value = "task-4283645" [ 1227.191544] env[63021]: _type = "Task" [ 1227.191544] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.199916] env[63021]: DEBUG oslo_vmware.api [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.322679] env[63021]: DEBUG oslo_vmware.api [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.322921] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.323085] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.323269] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.323486] env[63021]: INFO nova.compute.manager [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1227.323703] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.323897] env[63021]: DEBUG nova.compute.manager [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.323994] env[63021]: DEBUG nova.network.neutron [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.549881] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.575301] env[63021]: DEBUG nova.compute.manager [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1227.575557] env[63021]: DEBUG nova.compute.manager [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing instance network info cache due to event network-changed-f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1227.575775] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] Acquiring lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.575953] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] Acquired lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.576140] env[63021]: DEBUG nova.network.neutron [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Refreshing network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.581728] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b730c0-6b2e-4356-edcd-a54d6ab7f36d, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.582010] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.582256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.642032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.642032] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.642240] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.642329] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.642498] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.644735] env[63021]: INFO nova.compute.manager [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Terminating instance [ 1227.700773] env[63021]: DEBUG oslo_vmware.api [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283645, 'name': ReconfigVM_Task, 'duration_secs': 0.222296} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.701071] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-85847463-eb0d-482e-bd9c-b2bd2830962b tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Reconfigured VM instance to set the machine id {{(pid=63021) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1227.924251] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.924784] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.925142] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.925490] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.925722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.928056] env[63021]: INFO nova.compute.manager [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Terminating instance [ 1228.053064] env[63021]: DEBUG oslo_vmware.api [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283644, 'name': PowerOnVM_Task, 'duration_secs': 0.940767} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.053064] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.053064] env[63021]: INFO nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1228.053064] env[63021]: DEBUG nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.054428] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7f0a21-dd36-484e-a2a7-495a5f7b94b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.151783] env[63021]: DEBUG nova.compute.manager [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.151783] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.151783] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a2026-d6b7-47d0-a038-12d2099820ec {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.158521] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.161367] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b6f7dbf-258d-49d4-b5b5-4ade18c8e33c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.168526] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1228.168526] env[63021]: value = "task-4283646" [ 1228.168526] env[63021]: _type = "Task" [ 1228.168526] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.180963] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.239505] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2dd98b-1744-406a-8d5f-97470c1f0ab6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.250548] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627ad6d-e25a-4d07-9e96-c700acfc6b96 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.285384] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef31f4-c333-49e0-941a-0b022bdb1a13 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.293670] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce6ffe-e6e1-47c9-bde6-74bfa5991bfe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.307308] env[63021]: DEBUG nova.compute.provider_tree [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.320095] env[63021]: DEBUG nova.network.neutron [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updated VIF entry in instance network info cache for port f2f27209-06cc-4e48-a2dc-106b07680907. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.320517] env[63021]: DEBUG nova.network.neutron [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [{"id": "f2f27209-06cc-4e48-a2dc-106b07680907", "address": "fa:16:3e:84:a9:48", "network": {"id": "1b3fc436-de1b-4cf1-aafe-5ddc6addb953", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-587968970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65ba2e624b894de3bedd1a7f31145fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f27209-06", "ovs_interfaceid": "f2f27209-06cc-4e48-a2dc-106b07680907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.433056] env[63021]: DEBUG nova.compute.manager [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.433056] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.435527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e14c6-cc36-47b4-9561-54caa05bb992 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.443043] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.443304] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05c6764-d8c3-45cc-b333-bb4cbac5ba04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.450364] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1228.450364] env[63021]: value = "task-4283647" [ 1228.450364] env[63021]: _type = "Task" [ 1228.450364] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.458536] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.509781] env[63021]: DEBUG nova.network.neutron [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.535884] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.536209] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.572866] env[63021]: INFO nova.compute.manager [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Took 11.18 seconds to build instance. [ 1228.679815] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283646, 'name': PowerOffVM_Task, 'duration_secs': 0.187278} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.679815] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.679815] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.680091] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33bb40b9-c556-4158-8a39-b069bd09707e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.750129] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.750393] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.751044] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Deleting the datastore file [datastore2] fc2035f8-3b2f-450d-a60d-af4f36ff73fb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.751044] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6826d184-145b-4872-abc8-22703e3ba853 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.757437] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for the task: (returnval){ [ 1228.757437] env[63021]: value = "task-4283649" [ 1228.757437] env[63021]: _type = "Task" [ 1228.757437] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.764801] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.811067] env[63021]: DEBUG nova.scheduler.client.report [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.823441] env[63021]: DEBUG oslo_concurrency.lockutils [req-0c23d644-7636-43ce-b508-319b500d1a5c req-8b732ddd-590f-49f4-a76a-b9f34b9b481b service nova] Releasing lock "refresh_cache-fc2035f8-3b2f-450d-a60d-af4f36ff73fb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.961120] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283647, 'name': PowerOffVM_Task, 'duration_secs': 0.237309} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.961390] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.961566] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.961807] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42b73beb-d931-49bd-b59c-1bf9cc10854f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.012725] env[63021]: INFO nova.compute.manager [-] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Took 1.69 seconds to deallocate network for instance. [ 1229.023929] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.024171] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.024361] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleting the datastore file [datastore2] 03bdd573-d3cd-4bbc-83b9-8e31f182f270 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.024614] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64006e0-35e0-4bd6-8b56-2128802b8d38 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.030700] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1229.030700] env[63021]: value = "task-4283651" [ 1229.030700] env[63021]: _type = "Task" [ 1229.030700] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.039687] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.042387] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.074575] env[63021]: DEBUG oslo_concurrency.lockutils [None req-509cfb77-229c-4cb8-9aec-3eed6f14896d tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.712s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.267629] env[63021]: DEBUG oslo_vmware.api [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Task: {'id': task-4283649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227319} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.267897] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.268099] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.268287] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.268464] env[63021]: INFO nova.compute.manager [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.268710] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.268902] env[63021]: DEBUG nova.compute.manager [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.268997] env[63021]: DEBUG nova.network.neutron [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.520016] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.546358] env[63021]: DEBUG oslo_vmware.api [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505324} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.547065] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.547343] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.547590] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.547815] env[63021]: INFO nova.compute.manager [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.548106] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.550484] env[63021]: DEBUG nova.compute.manager [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.550640] env[63021]: DEBUG nova.network.neutron [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.568754] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.620208] env[63021]: DEBUG nova.compute.manager [req-0e88d88c-2e2c-4c82-86d7-3e1876a72b43 req-ec30a50f-6450-4fc6-92e1-5d07114fc1e2 service nova] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Received event network-vif-deleted-659c40e8-7fc7-43c2-a7cd-8e2fd8995ad0 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1229.811723] env[63021]: INFO nova.compute.manager [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Rebuilding instance [ 1229.821564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.824504] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.305s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.824694] env[63021]: DEBUG nova.objects.instance [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'resources' on Instance uuid c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.872118] env[63021]: DEBUG nova.compute.manager [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.873027] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00f71c-d722-4cd4-99b8-8c4288011bce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.317079] env[63021]: DEBUG nova.network.neutron [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.390048] env[63021]: INFO nova.scheduler.client.report [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocation for migration 2d497011-4ee6-4a67-bda1-b9753a205e0d [ 1230.473727] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45d4b2b-c04a-44fd-8f32-7730c6d3563a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.481789] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50374b7c-c0b6-4c01-9681-6e8252822628 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.515203] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd08043d-24be-4479-9ed6-b5715270c1e7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.523984] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2720f80f-3d98-4656-b0b2-ea7c790a0180 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.539317] env[63021]: DEBUG nova.compute.provider_tree [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.600958] env[63021]: DEBUG nova.network.neutron [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.823035] env[63021]: INFO nova.compute.manager [-] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Took 1.55 seconds to deallocate network for instance. [ 1230.888452] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.888749] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d80abe1-5b5b-4874-8a63-4d1d50c9cdab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.897492] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.769s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.898489] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1230.898489] env[63021]: value = "task-4283652" [ 1230.898489] env[63021]: _type = "Task" [ 1230.898489] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.906469] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.061285] env[63021]: ERROR nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [req-20a704fd-de35-4f1e-9413-f5c18598cff4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20a704fd-de35-4f1e-9413-f5c18598cff4"}]} [ 1231.077338] env[63021]: DEBUG nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Refreshing inventories for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1231.092564] env[63021]: DEBUG nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating ProviderTree inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1231.092564] env[63021]: DEBUG nova.compute.provider_tree [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.103009] env[63021]: INFO nova.compute.manager [-] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Took 1.55 seconds to deallocate network for instance. [ 1231.105514] env[63021]: DEBUG nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Refreshing aggregate associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, aggregates: None {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1231.123674] env[63021]: DEBUG nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Refreshing trait associations for resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63021) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1231.236086] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7f837-e63f-412e-8ec3-3a53e9af018d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.243942] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab81962-1647-4bc8-8193-2e6907207b26 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.273480] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d1659-429e-431f-bab6-2bbef3853823 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.280601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbdefd-595f-424a-8970-4f6d2a4142a4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.294741] env[63021]: DEBUG nova.compute.provider_tree [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.329192] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.412620] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283652, 'name': PowerOffVM_Task, 'duration_secs': 0.134371} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.412891] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.413147] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.413933] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78245c10-3ddc-4224-8290-01aefa0c54c7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.420943] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.421188] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9599371d-cfee-4b12-9f40-5208c7c8cd3b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.446811] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.447052] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.447245] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Deleting the datastore file [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.447504] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a4faa20-c312-49cd-94f1-0b27fd22ce54 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.454427] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1231.454427] env[63021]: value = "task-4283654" [ 1231.454427] env[63021]: _type = "Task" [ 1231.454427] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.462632] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.612658] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.647951] env[63021]: DEBUG nova.compute.manager [req-8cb9cb07-d5af-4417-9df6-cc3b2aa48eaa req-a678bee6-1eaf-4f71-b755-aa02d97f3f8c service nova] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Received event network-vif-deleted-f2f27209-06cc-4e48-a2dc-106b07680907 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1231.647951] env[63021]: DEBUG nova.compute.manager [req-8cb9cb07-d5af-4417-9df6-cc3b2aa48eaa req-a678bee6-1eaf-4f71-b755-aa02d97f3f8c service nova] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Received event network-vif-deleted-32e95401-c05d-4892-98c0-89668d28caa6 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1231.827398] env[63021]: DEBUG nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updated inventory for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.827855] env[63021]: DEBUG nova.compute.provider_tree [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating resource provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 generation from 178 to 179 during operation: update_inventory {{(pid=63021) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.828079] env[63021]: DEBUG nova.compute.provider_tree [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Updating inventory in ProviderTree for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.963835] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113733} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.964430] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.964677] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.964855] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.153105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.153105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.153105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.153105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.153105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.155169] env[63021]: INFO nova.compute.manager [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Terminating instance [ 1232.332857] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.508s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.335248] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.767s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.336826] env[63021]: INFO nova.compute.claims [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.353274] env[63021]: INFO nova.scheduler.client.report [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted allocations for instance c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1 [ 1232.659073] env[63021]: DEBUG nova.compute.manager [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.659073] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.660104] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de4e19-58ad-4dff-af73-57a82477d309 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.668258] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.668486] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b563b97-ac98-4d59-9e3a-dd80409bb0cd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.675548] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1232.675548] env[63021]: value = "task-4283655" [ 1232.675548] env[63021]: _type = "Task" [ 1232.675548] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.685149] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.860771] env[63021]: DEBUG oslo_concurrency.lockutils [None req-951e1a90-5d7b-4142-80df-9da5c80ee7c5 tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.170s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.001216] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.001467] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.001626] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.001839] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.001995] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.002169] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.002379] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.002546] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.002707] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.002872] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.003056] env[63021]: DEBUG nova.virt.hardware [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.003919] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6fe83b-f9d0-4cc4-9c4c-8bea2f4d9dff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.012771] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee3657-e64b-4e54-9800-cfc3532d6952 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.025793] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.031346] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.031560] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.031770] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7cee365-eb35-4003-8bd1-921a4f4de2e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.048606] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.048606] env[63021]: value = "task-4283656" [ 1233.048606] env[63021]: _type = "Task" [ 1233.048606] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.056295] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283656, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.185691] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283655, 'name': PowerOffVM_Task, 'duration_secs': 0.231298} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.185971] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.186057] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.186294] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d6bb9b-0286-4114-b87c-34106126f1d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.255472] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.255689] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.255833] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleting the datastore file [datastore2] 764a4c6b-83b9-4435-819d-951ef7ad968f {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.256122] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c771c1e-43ab-431a-8693-38bdb8270a92 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.263652] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for the task: (returnval){ [ 1233.263652] env[63021]: value = "task-4283658" [ 1233.263652] env[63021]: _type = "Task" [ 1233.263652] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.271930] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.461288] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b584a3-6e51-4add-82b7-264c21ce8698 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.468744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf18a1e-ae4f-4948-8cf2-2f99ecbcae1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.500131] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38fad6-6c3b-4df3-88e1-f9a35ba36358 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.507348] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359e3c6-8a68-4571-bdd5-c35b8e0f2329 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.520406] env[63021]: DEBUG nova.compute.provider_tree [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.559658] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283656, 'name': CreateVM_Task, 'duration_secs': 0.259885} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.559858] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.560360] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.560567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.560849] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.561402] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42811178-769b-4712-9134-3b73d89b2899 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.565928] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1233.565928] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5230e754-b7d4-89af-d075-b12adb4ee659" [ 1233.565928] env[63021]: _type = "Task" [ 1233.565928] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.573504] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5230e754-b7d4-89af-d075-b12adb4ee659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.773896] env[63021]: DEBUG oslo_vmware.api [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Task: {'id': task-4283658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143035} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.774168] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.774359] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.774540] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.774717] env[63021]: INFO nova.compute.manager [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.774958] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.775171] env[63021]: DEBUG nova.compute.manager [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.775266] env[63021]: DEBUG nova.network.neutron [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.832285] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.832565] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.832810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.832969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.833155] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.835259] env[63021]: INFO nova.compute.manager [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Terminating instance [ 1234.023901] env[63021]: DEBUG nova.scheduler.client.report [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.056518] env[63021]: DEBUG nova.compute.manager [req-2bb799b0-8d46-4955-a410-ef140013e84c req-5a308318-5698-4f34-b270-780903f4d771 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Received event network-vif-deleted-8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1234.056650] env[63021]: INFO nova.compute.manager [req-2bb799b0-8d46-4955-a410-ef140013e84c req-5a308318-5698-4f34-b270-780903f4d771 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Neutron deleted interface 8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf; detaching it from the instance and deleting it from the info cache [ 1234.056841] env[63021]: DEBUG nova.network.neutron [req-2bb799b0-8d46-4955-a410-ef140013e84c req-5a308318-5698-4f34-b270-780903f4d771 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.076788] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5230e754-b7d4-89af-d075-b12adb4ee659, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.077324] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.077752] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.077846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.077939] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.078112] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.078371] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06853368-018e-4d81-b1fc-1bc96700217d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.087040] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.087224] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.087926] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35d23ec-a8e4-47b9-a832-a19bf96c3085 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.094476] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1234.094476] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]520eb4ef-6f6c-948c-a4dc-89cfb9d59bf7" [ 1234.094476] env[63021]: _type = "Task" [ 1234.094476] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.102532] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520eb4ef-6f6c-948c-a4dc-89cfb9d59bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.339670] env[63021]: DEBUG nova.compute.manager [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.339916] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.340832] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a87bd9-4cc9-4170-9cca-8fecaad71858 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.350232] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.350477] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff359be0-d8d9-45ca-a403-5dd9b147e5b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.356283] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1234.356283] env[63021]: value = "task-4283659" [ 1234.356283] env[63021]: _type = "Task" [ 1234.356283] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.364252] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.530840] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.531680] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.534341] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.205s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.534590] env[63021]: DEBUG nova.objects.instance [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lazy-loading 'resources' on Instance uuid fc2035f8-3b2f-450d-a60d-af4f36ff73fb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.537963] env[63021]: DEBUG nova.network.neutron [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.559949] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cac7476b-d160-41f4-a2aa-baf08d4c0ee8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.569910] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95731035-5c6e-4426-bff2-ae30530824d5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.609588] env[63021]: DEBUG nova.compute.manager [req-2bb799b0-8d46-4955-a410-ef140013e84c req-5a308318-5698-4f34-b270-780903f4d771 service nova] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Detach interface failed, port_id=8f1f8afc-e79b-46bd-9c58-0dc0ad4c58cf, reason: Instance 764a4c6b-83b9-4435-819d-951ef7ad968f could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1234.616801] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]520eb4ef-6f6c-948c-a4dc-89cfb9d59bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.617908] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcec652-66d5-448a-b315-83dfd3ecb9cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.623901] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1234.623901] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5236684c-c886-5e2a-e708-ecb85b026287" [ 1234.623901] env[63021]: _type = "Task" [ 1234.623901] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.634093] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5236684c-c886-5e2a-e708-ecb85b026287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.867110] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283659, 'name': PowerOffVM_Task, 'duration_secs': 0.221121} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.867341] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.867516] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.867764] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3da04d-73d7-4333-88d4-4f98bf2f8ccc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.037387] env[63021]: DEBUG nova.compute.utils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.041658] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.041885] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.043601] env[63021]: INFO nova.compute.manager [-] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Took 1.27 seconds to deallocate network for instance. [ 1235.095302] env[63021]: DEBUG nova.policy [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8a54bab5614b4c8c884322754de778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61fd4948775043c78943bbc5f282b64a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.136070] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5236684c-c886-5e2a-e708-ecb85b026287, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.138678] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.138678] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.138849] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59912791-f4b8-492c-9742-10cf3f98bc0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.145261] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1235.145261] env[63021]: value = "task-4283661" [ 1235.145261] env[63021]: _type = "Task" [ 1235.145261] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.155785] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.161439] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c428537-97c8-441a-8f94-4cf19771676e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.168286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6bc270-796a-4777-8b21-0dbc7230765f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.199751] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b9289a-e875-49c5-b985-ea700bfa2b58 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.202354] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.202593] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.202790] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleting the datastore file [datastore2] 5c35d875-5897-4ffe-9b6f-57c2884f1c64 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.203034] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7950092b-3760-4fd3-9ee1-3579f615ce7a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.210311] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eb2437-2476-41b2-b0bc-5f3b1a2ccdee {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.214273] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for the task: (returnval){ [ 1235.214273] env[63021]: value = "task-4283662" [ 1235.214273] env[63021]: _type = "Task" [ 1235.214273] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.225888] env[63021]: DEBUG nova.compute.provider_tree [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.232148] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.386487] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Successfully created port: 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.542494] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.550562] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.655055] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472622} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.655338] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.655551] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.655799] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05b6e29-64dc-4e4e-94e7-e792138c134d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.663239] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1235.663239] env[63021]: value = "task-4283663" [ 1235.663239] env[63021]: _type = "Task" [ 1235.663239] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.670509] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.732439] env[63021]: DEBUG nova.scheduler.client.report [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.735502] env[63021]: DEBUG oslo_vmware.api [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Task: {'id': task-4283662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413924} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.735740] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.735922] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.739490] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.740396] env[63021]: INFO nova.compute.manager [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1235.740696] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.741169] env[63021]: DEBUG nova.compute.manager [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.741273] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.124143] env[63021]: DEBUG nova.compute.manager [req-6694848e-1bf3-49ab-ae45-f8843d635c20 req-2a93165f-95d7-4362-b44b-b7485f03c40d service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Received event network-vif-deleted-f90a19e4-dc54-4a3c-947d-250e85242921 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1236.124993] env[63021]: INFO nova.compute.manager [req-6694848e-1bf3-49ab-ae45-f8843d635c20 req-2a93165f-95d7-4362-b44b-b7485f03c40d service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Neutron deleted interface f90a19e4-dc54-4a3c-947d-250e85242921; detaching it from the instance and deleting it from the info cache [ 1236.124993] env[63021]: DEBUG nova.network.neutron [req-6694848e-1bf3-49ab-ae45-f8843d635c20 req-2a93165f-95d7-4362-b44b-b7485f03c40d service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.174138] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065131} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.175867] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.175867] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605e45a-8951-4e29-ad47-4017d19ea28a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.196336] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.196861] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbabf4b1-86e9-4f45-b2e0-667bc3c50380 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.216070] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1236.216070] env[63021]: value = "task-4283664" [ 1236.216070] env[63021]: _type = "Task" [ 1236.216070] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.223682] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.242597] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.244891] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.632s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.245132] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.246887] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.696s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.247127] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.266604] env[63021]: INFO nova.scheduler.client.report [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted allocations for instance 03bdd573-d3cd-4bbc-83b9-8e31f182f270 [ 1236.268810] env[63021]: INFO nova.scheduler.client.report [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Deleted allocations for instance fc2035f8-3b2f-450d-a60d-af4f36ff73fb [ 1236.280583] env[63021]: INFO nova.scheduler.client.report [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Deleted allocations for instance 764a4c6b-83b9-4435-819d-951ef7ad968f [ 1236.554897] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.580270] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.580562] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.580751] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.580942] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.581107] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.581258] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.581471] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.581637] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.581806] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.581973] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.582156] env[63021]: DEBUG nova.virt.hardware [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.583028] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d708f-03c4-4c75-892a-3cf37062c486 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.591393] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b4af4-f40c-4486-8c52-efb34a82baf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.608292] env[63021]: DEBUG nova.network.neutron [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.627815] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64b3be4d-7e45-469b-95d8-f4e4d591ae7c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.639561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb921cf-bde7-4881-b41e-5a2b9314d101 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.667995] env[63021]: DEBUG nova.compute.manager [req-6694848e-1bf3-49ab-ae45-f8843d635c20 req-2a93165f-95d7-4362-b44b-b7485f03c40d service nova] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Detach interface failed, port_id=f90a19e4-dc54-4a3c-947d-250e85242921, reason: Instance 5c35d875-5897-4ffe-9b6f-57c2884f1c64 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1236.725368] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283664, 'name': ReconfigVM_Task, 'duration_secs': 0.282985} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.725663] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179/4d75bb13-b83e-4d54-b3b3-20fe21133179.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.726319] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-578523fe-eaf1-470f-8bb8-5961aadcee70 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.732609] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1236.732609] env[63021]: value = "task-4283665" [ 1236.732609] env[63021]: _type = "Task" [ 1236.732609] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.741521] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283665, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.777241] env[63021]: DEBUG oslo_concurrency.lockutils [None req-868dc987-a65d-4609-800a-f91b41afa1c6 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "03bdd573-d3cd-4bbc-83b9-8e31f182f270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.853s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.778310] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6d91f18b-ada7-4604-9e1c-2a8d28e5d028 tempest-AttachInterfacesUnderV243Test-1566335021 tempest-AttachInterfacesUnderV243Test-1566335021-project-member] Lock "fc2035f8-3b2f-450d-a60d-af4f36ff73fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.136s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.787815] env[63021]: DEBUG oslo_concurrency.lockutils [None req-803c5304-3124-41cd-b0ca-c8963d6a26bf tempest-DeleteServersTestJSON-2102368593 tempest-DeleteServersTestJSON-2102368593-project-member] Lock "764a4c6b-83b9-4435-819d-951ef7ad968f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.635s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.111211] env[63021]: INFO nova.compute.manager [-] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Took 1.37 seconds to deallocate network for instance. [ 1237.118712] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Successfully updated port: 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.244237] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283665, 'name': Rename_Task, 'duration_secs': 0.131707} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.244694] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.245086] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697d2c86-f00e-4320-90fb-ae3e28e49760 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.252030] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1237.252030] env[63021]: value = "task-4283666" [ 1237.252030] env[63021]: _type = "Task" [ 1237.252030] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.259765] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.619083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.619083] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.619083] env[63021]: DEBUG nova.objects.instance [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lazy-loading 'resources' on Instance uuid 5c35d875-5897-4ffe-9b6f-57c2884f1c64 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.620630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.620751] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.620898] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.763379] env[63021]: DEBUG oslo_vmware.api [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283666, 'name': PowerOnVM_Task, 'duration_secs': 0.448586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.763662] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.763873] env[63021]: DEBUG nova.compute.manager [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.764660] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95540b7-60aa-4682-88e5-fca4b428519d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.159093] env[63021]: DEBUG nova.compute.manager [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1238.159411] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.159704] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.159940] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.160181] env[63021]: DEBUG nova.compute.manager [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] No waiting events found dispatching network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.160472] env[63021]: WARNING nova.compute.manager [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received unexpected event network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f for instance with vm_state building and task_state spawning. [ 1238.160664] env[63021]: DEBUG nova.compute.manager [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-changed-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1238.160940] env[63021]: DEBUG nova.compute.manager [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing instance network info cache due to event network-changed-11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1238.161190] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170746] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.224236] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff70573-ca93-4f38-a01c-89a7c534fc33 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.234231] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4c51b-dfc3-47d2-b76f-e6c9c08f90ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.267377] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c9a717-abc5-4266-b445-355731b158bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.283227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4d159-26da-47dc-81a6-bc57a97c2b6e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.290685] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.301441] env[63021]: DEBUG nova.compute.provider_tree [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.308568] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.308807] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.404109] env[63021]: DEBUG nova.network.neutron [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.500648] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.502724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.502724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "4d75bb13-b83e-4d54-b3b3-20fe21133179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.502724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.502724] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.506292] env[63021]: INFO nova.compute.manager [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Terminating instance [ 1238.813743] env[63021]: DEBUG nova.scheduler.client.report [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.818410] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.907230] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.909789] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance network_info: |[{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.909789] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.909789] env[63021]: DEBUG nova.network.neutron [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.909789] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:3c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11435eed-984e-4e61-8df9-637c3b31098f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.919706] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.920328] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.920328] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2303e69b-48b3-469f-b9d1-ed6a3c16d9b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.940811] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.940811] env[63021]: value = "task-4283668" [ 1238.940811] env[63021]: _type = "Task" [ 1238.940811] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.948734] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283668, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.009093] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "refresh_cache-4d75bb13-b83e-4d54-b3b3-20fe21133179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.009288] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquired lock "refresh_cache-4d75bb13-b83e-4d54-b3b3-20fe21133179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.009524] env[63021]: DEBUG nova.network.neutron [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.323445] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.328394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.038s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.328604] env[63021]: DEBUG nova.objects.instance [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63021) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.344158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.353343] env[63021]: INFO nova.scheduler.client.report [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Deleted allocations for instance 5c35d875-5897-4ffe-9b6f-57c2884f1c64 [ 1239.450251] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283668, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.548984] env[63021]: DEBUG nova.network.neutron [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.650842] env[63021]: DEBUG nova.network.neutron [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.709870] env[63021]: DEBUG nova.network.neutron [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updated VIF entry in instance network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.710259] env[63021]: DEBUG nova.network.neutron [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.868904] env[63021]: DEBUG oslo_concurrency.lockutils [None req-334bee20-5cac-4e34-93c3-e4cb29a4f5ce tempest-AttachInterfacesTestJSON-1679306187 tempest-AttachInterfacesTestJSON-1679306187-project-member] Lock "5c35d875-5897-4ffe-9b6f-57c2884f1c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.036s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.952266] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283668, 'name': CreateVM_Task, 'duration_secs': 0.577603} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.952925] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.953193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.953373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953694] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.953939] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe896cb-993d-41c9-a205-56959e07678f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.958464] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1239.958464] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52955c72-e407-7cae-ddb6-54626fdaf950" [ 1239.958464] env[63021]: _type = "Task" [ 1239.958464] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.966506] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52955c72-e407-7cae-ddb6-54626fdaf950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.153488] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Releasing lock "refresh_cache-4d75bb13-b83e-4d54-b3b3-20fe21133179" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.153970] env[63021]: DEBUG nova.compute.manager [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.154405] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.155112] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1442b49b-14ff-4592-87ab-9cb03714a76c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.163393] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.163663] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-707125ed-7730-46a3-a3dd-cdc63375355f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.170279] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1240.170279] env[63021]: value = "task-4283669" [ 1240.170279] env[63021]: _type = "Task" [ 1240.170279] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.179033] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.213513] env[63021]: DEBUG oslo_concurrency.lockutils [req-b39e8b22-1dde-47a4-8136-4ba0ef80e57a req-44d9c5b9-5aaf-4097-b7bc-273a38f1757a service nova] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.341043] env[63021]: DEBUG oslo_concurrency.lockutils [None req-3d2b0cf4-7981-4d4e-9d48-e67579250032 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.342177] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.998s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.343715] env[63021]: INFO nova.compute.claims [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.470398] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52955c72-e407-7cae-ddb6-54626fdaf950, 'name': SearchDatastore_Task, 'duration_secs': 0.032558} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.470722] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.470959] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.471215] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.471363] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.471542] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.471841] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe55bd13-af9e-454f-a450-6b3164ea4bb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.479933] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.480129] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.480839] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f5452f-5e2f-4d1b-8997-58782eafe310 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.485542] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1240.485542] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cf0e68-ea5b-c2a0-b401-5d6960ca1017" [ 1240.485542] env[63021]: _type = "Task" [ 1240.485542] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.493071] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cf0e68-ea5b-c2a0-b401-5d6960ca1017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.680769] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283669, 'name': PowerOffVM_Task, 'duration_secs': 0.136566} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.681081] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.681223] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.681475] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19891132-8ede-4e0d-a848-a24677670fe4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.707338] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.707338] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.707338] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Deleting the datastore file [datastore2] 4d75bb13-b83e-4d54-b3b3-20fe21133179 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.707674] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04f0eba2-7917-424e-8afa-dfa9ee5ab123 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.713830] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for the task: (returnval){ [ 1240.713830] env[63021]: value = "task-4283671" [ 1240.713830] env[63021]: _type = "Task" [ 1240.713830] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.725528] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.996819] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cf0e68-ea5b-c2a0-b401-5d6960ca1017, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.997556] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad1ee29-0e37-4e23-86bf-ff2b7261dba8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.002897] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1241.002897] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ec42-0155-f0f5-f461-ed49cf6a245e" [ 1241.002897] env[63021]: _type = "Task" [ 1241.002897] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.013027] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ec42-0155-f0f5-f461-ed49cf6a245e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.224306] env[63021]: DEBUG oslo_vmware.api [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Task: {'id': task-4283671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106001} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.224529] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.224718] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.224893] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.225077] env[63021]: INFO nova.compute.manager [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1241.225317] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.225508] env[63021]: DEBUG nova.compute.manager [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.225606] env[63021]: DEBUG nova.network.neutron [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.245379] env[63021]: DEBUG nova.network.neutron [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.449253] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b930f8-e64d-4a1f-94dc-97dba1b21b82 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.457553] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e044316c-24d0-4fdc-9ebf-664c8cf716e5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.491561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71cab73-3cb8-4a37-bee5-57a48466c59b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.499137] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666334c1-5818-40f1-92f8-44624a10b280 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.515691] env[63021]: DEBUG nova.compute.provider_tree [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.521307] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52d4ec42-0155-f0f5-f461-ed49cf6a245e, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.521514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.521766] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.522103] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abd92ccb-8934-4339-b96b-4f2154933c6f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.529871] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1241.529871] env[63021]: value = "task-4283672" [ 1241.529871] env[63021]: _type = "Task" [ 1241.529871] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.537834] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.748384] env[63021]: DEBUG nova.network.neutron [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.018906] env[63021]: DEBUG nova.scheduler.client.report [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.042616] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460724} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.043546] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.043745] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.043997] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7154493e-ae71-4433-b0eb-41f442dcf9b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.052847] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1242.052847] env[63021]: value = "task-4283673" [ 1242.052847] env[63021]: _type = "Task" [ 1242.052847] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.061775] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.254218] env[63021]: INFO nova.compute.manager [-] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Took 1.03 seconds to deallocate network for instance. [ 1242.465087] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.465331] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.526484] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.527081] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.566940] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06586} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.567633] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.568561] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a883f359-411e-4627-a4c4-59c9e946b438 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.599311] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.599311] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd676dbf-e831-4275-8078-f2edbb5bb66f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.620510] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1242.620510] env[63021]: value = "task-4283674" [ 1242.620510] env[63021]: _type = "Task" [ 1242.620510] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.629189] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283674, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.759666] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.760055] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.760342] env[63021]: DEBUG nova.objects.instance [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lazy-loading 'resources' on Instance uuid 4d75bb13-b83e-4d54-b3b3-20fe21133179 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.970885] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971112] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971275] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971440] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971588] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971735] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.971871] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1242.972268] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.032387] env[63021]: DEBUG nova.compute.utils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.034054] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.034054] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.080599] env[63021]: DEBUG nova.policy [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebd4f0cf5ce74ad8814a77835ba526b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d459b22ca924839b1e3a15441a8ad14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.130355] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283674, 'name': ReconfigVM_Task, 'duration_secs': 0.283747} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.130647] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.131660] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-697fe34d-fed1-49bf-95ef-1a6ee8028e22 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.137331] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1243.137331] env[63021]: value = "task-4283675" [ 1243.137331] env[63021]: _type = "Task" [ 1243.137331] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.144875] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283675, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.341228] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb83f67-94aa-4582-8ac1-d7b3575fad01 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.348803] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4a560-50bf-4cbb-98cd-d385300e772c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.379282] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Successfully created port: 1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.381806] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf7b1be-5236-4725-9ffd-987784ef8339 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.389040] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2d24e-8cd1-44f1-b38f-8856037fa0cf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.402477] env[63021]: DEBUG nova.compute.provider_tree [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.474991] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.538012] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.646829] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283675, 'name': Rename_Task, 'duration_secs': 0.151027} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.647141] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.647384] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514bc8a9-a2d8-4352-8414-c7899f631eb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.654322] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1243.654322] env[63021]: value = "task-4283676" [ 1243.654322] env[63021]: _type = "Task" [ 1243.654322] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.666889] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.906083] env[63021]: DEBUG nova.scheduler.client.report [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.164328] env[63021]: DEBUG oslo_vmware.api [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283676, 'name': PowerOnVM_Task, 'duration_secs': 0.47656} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.164601] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.164788] env[63021]: INFO nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1244.164967] env[63021]: DEBUG nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.165730] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab54e88-c743-4e42-bd84-0473ae3e2628 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.411168] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.413698] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.939s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.413959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.414399] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1244.415140] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24fff97-afbc-4dde-a4af-d6e61ea2d88d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424344] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c6493-954b-4b21-a6da-2079d3b23f88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.439182] env[63021]: INFO nova.scheduler.client.report [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Deleted allocations for instance 4d75bb13-b83e-4d54-b3b3-20fe21133179 [ 1244.440779] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59deb74-f3be-4fa3-ac23-cd762b1b7a1a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.449777] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d619eb9-bff5-4815-93ae-10a180ea51e4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.482980] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179684MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1244.483187] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.483383] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.548571] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.575823] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.576177] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.576412] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.576681] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.576921] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.577117] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.577358] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.577569] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.577763] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.577906] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.578120] env[63021]: DEBUG nova.virt.hardware [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.579289] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe599fc-1c3d-4391-916a-ad3c978e2e0a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.587413] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198eb80-8a3e-46a5-9618-ef70d118a891 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.684474] env[63021]: INFO nova.compute.manager [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Took 15.14 seconds to build instance. [ 1244.773884] env[63021]: DEBUG nova.compute.manager [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Received event network-vif-plugged-1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1244.774129] env[63021]: DEBUG oslo_concurrency.lockutils [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] Acquiring lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.774346] env[63021]: DEBUG oslo_concurrency.lockutils [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.774517] env[63021]: DEBUG oslo_concurrency.lockutils [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.774686] env[63021]: DEBUG nova.compute.manager [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] No waiting events found dispatching network-vif-plugged-1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.774855] env[63021]: WARNING nova.compute.manager [req-caeabaca-49ef-40dd-860d-2d6c181d8e00 req-9e376899-4e03-4a61-8149-c20407d0c849 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Received unexpected event network-vif-plugged-1e5d3b95-07cc-4718-a77c-8d0b3e212621 for instance with vm_state building and task_state spawning. [ 1244.855468] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Successfully updated port: 1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.952019] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7243b0ca-b05e-4620-9b38-8f6d9b1a5c75 tempest-ServerShowV254Test-832434198 tempest-ServerShowV254Test-832434198-project-member] Lock "4d75bb13-b83e-4d54-b3b3-20fe21133179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.448s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.083674] env[63021]: DEBUG nova.compute.manager [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-changed-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1245.083894] env[63021]: DEBUG nova.compute.manager [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing instance network info cache due to event network-changed-11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1245.084363] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.084534] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.084716] env[63021]: DEBUG nova.network.neutron [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.187709] env[63021]: DEBUG oslo_concurrency.lockutils [None req-7a11cf4b-5bba-46e6-8787-b5e82864427d tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.651s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.358174] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.358361] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.358523] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.509150] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance aaa55ce1-c5d0-4c34-a08d-76748eff1529 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.509331] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance d4c0c92c-d329-4702-8dd3-b4e004ee135a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.509464] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5b645712-7b64-4841-8190-feb48e2396cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.509616] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 925b3854-c5f9-46fa-b871-98b5a0c64cd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1245.509860] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1245.510035] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=183GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1245.586394] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75ad04-4dbf-45ab-b1e6-e58e3a9c9cf2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.596900] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8423a785-7789-4f3e-aedd-3a2ca91c9197 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.630029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f51dd8-4cb0-4e0c-8042-e2778cc2ceb5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.639186] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf675b81-8b3f-4e24-9f73-5e059f8160fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.654586] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.830314] env[63021]: DEBUG nova.network.neutron [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updated VIF entry in instance network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.830648] env[63021]: DEBUG nova.network.neutron [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.890137] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.011633] env[63021]: DEBUG nova.network.neutron [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.156312] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.333459] env[63021]: DEBUG oslo_concurrency.lockutils [req-b7feb161-2f53-41cd-9f94-a19a420d25ed req-86838113-190b-4510-b67a-ccc836f57a10 service nova] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.514178] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.514614] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Instance network_info: |[{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.515378] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e5d3b95-07cc-4718-a77c-8d0b3e212621', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.523312] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.523569] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.523824] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be84ee00-e2ae-4027-a6fe-51013c6829c4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.546741] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.546741] env[63021]: value = "task-4283677" [ 1246.546741] env[63021]: _type = "Task" [ 1246.546741] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.554928] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283677, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.661065] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1246.661278] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.816222] env[63021]: DEBUG nova.compute.manager [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Received event network-changed-1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1246.816496] env[63021]: DEBUG nova.compute.manager [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Refreshing instance network info cache due to event network-changed-1e5d3b95-07cc-4718-a77c-8d0b3e212621. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1246.816835] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] Acquiring lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.817080] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] Acquired lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.817275] env[63021]: DEBUG nova.network.neutron [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Refreshing network info cache for port 1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.057356] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283677, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.514630] env[63021]: DEBUG nova.network.neutron [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updated VIF entry in instance network info cache for port 1e5d3b95-07cc-4718-a77c-8d0b3e212621. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.514990] env[63021]: DEBUG nova.network.neutron [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.557792] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283677, 'name': CreateVM_Task, 'duration_secs': 0.62649} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.557959] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.558625] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.558795] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.559136] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.559382] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aab8c1a-99ff-4428-9266-819a2ab3ad85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.563927] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1247.563927] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521ed340-b868-0d74-bdf2-ec70e7853ec3" [ 1247.563927] env[63021]: _type = "Task" [ 1247.563927] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.570963] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ed340-b868-0d74-bdf2-ec70e7853ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.017422] env[63021]: DEBUG oslo_concurrency.lockutils [req-a9e5407b-43a4-409a-8ee5-009675555302 req-7f91c14b-c6ce-4e79-b8c2-a0bee02d1a77 service nova] Releasing lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.073744] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ed340-b868-0d74-bdf2-ec70e7853ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.024858} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.074052] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.074302] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.074534] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.074680] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.074859] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.075128] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90de587b-ed8c-44b1-a3c6-af0c83488a90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.083255] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.083443] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.084119] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0fe3ca-729a-4c75-974a-e09220978b86 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.088895] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1248.088895] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f71730-b20a-4993-d99e-767783b4e019" [ 1248.088895] env[63021]: _type = "Task" [ 1248.088895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.096164] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f71730-b20a-4993-d99e-767783b4e019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.599990] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f71730-b20a-4993-d99e-767783b4e019, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.600821] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832b7e82-b599-4c19-8f53-255e20d9a6e1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.605784] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1248.605784] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]527d79a8-4b7a-300c-0180-3f2d82eab868" [ 1248.605784] env[63021]: _type = "Task" [ 1248.605784] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.613168] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527d79a8-4b7a-300c-0180-3f2d82eab868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.116196] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]527d79a8-4b7a-300c-0180-3f2d82eab868, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.116514] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.116841] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 925b3854-c5f9-46fa-b871-98b5a0c64cd0/925b3854-c5f9-46fa-b871-98b5a0c64cd0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.117139] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb7a6dca-c97e-418a-99d0-d955d3b4a702 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.124527] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1249.124527] env[63021]: value = "task-4283678" [ 1249.124527] env[63021]: _type = "Task" [ 1249.124527] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.133011] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.635046] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410013} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.635410] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 925b3854-c5f9-46fa-b871-98b5a0c64cd0/925b3854-c5f9-46fa-b871-98b5a0c64cd0.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.635543] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.635772] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9d5b81-70fd-4efb-95d6-0a5fd91b1ff6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.642895] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1249.642895] env[63021]: value = "task-4283679" [ 1249.642895] env[63021]: _type = "Task" [ 1249.642895] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.651009] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.153266] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056755} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.153530] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.154294] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b1cfe-2008-4b94-a087-e1568b9df735 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.175508] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 925b3854-c5f9-46fa-b871-98b5a0c64cd0/925b3854-c5f9-46fa-b871-98b5a0c64cd0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.175730] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1b7b3f-6f2b-4350-87d1-8ac438dfcbeb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.194714] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1250.194714] env[63021]: value = "task-4283680" [ 1250.194714] env[63021]: _type = "Task" [ 1250.194714] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.201770] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.705301] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.204361] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283680, 'name': ReconfigVM_Task, 'duration_secs': 0.740813} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.204630] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 925b3854-c5f9-46fa-b871-98b5a0c64cd0/925b3854-c5f9-46fa-b871-98b5a0c64cd0.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.205273] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f5212cf-fa56-4cd0-b661-ab88e2e051ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.211532] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1251.211532] env[63021]: value = "task-4283681" [ 1251.211532] env[63021]: _type = "Task" [ 1251.211532] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.218631] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283681, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.723563] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283681, 'name': Rename_Task, 'duration_secs': 0.128669} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.724014] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.724152] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1735422-9aa1-4b4e-8709-5106366c7bb7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.730840] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1251.730840] env[63021]: value = "task-4283682" [ 1251.730840] env[63021]: _type = "Task" [ 1251.730840] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.738555] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.242483] env[63021]: DEBUG oslo_vmware.api [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283682, 'name': PowerOnVM_Task, 'duration_secs': 0.43206} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.242483] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.242744] env[63021]: INFO nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1252.242744] env[63021]: DEBUG nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.243457] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f27f1-8eca-4036-bbbc-ad1ee5633aff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.761421] env[63021]: INFO nova.compute.manager [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Took 13.43 seconds to build instance. [ 1253.263500] env[63021]: DEBUG oslo_concurrency.lockutils [None req-4b6bded6-2cea-4eef-b633-2efde1a159f9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.954s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.730020] env[63021]: DEBUG nova.compute.manager [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Received event network-changed-1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1253.730221] env[63021]: DEBUG nova.compute.manager [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Refreshing instance network info cache due to event network-changed-1e5d3b95-07cc-4718-a77c-8d0b3e212621. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1253.730435] env[63021]: DEBUG oslo_concurrency.lockutils [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] Acquiring lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.730580] env[63021]: DEBUG oslo_concurrency.lockutils [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] Acquired lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.730746] env[63021]: DEBUG nova.network.neutron [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Refreshing network info cache for port 1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.438785] env[63021]: DEBUG nova.network.neutron [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updated VIF entry in instance network info cache for port 1e5d3b95-07cc-4718-a77c-8d0b3e212621. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.439195] env[63021]: DEBUG nova.network.neutron [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.942379] env[63021]: DEBUG oslo_concurrency.lockutils [req-c60f51f5-2aa8-4f6a-86f0-d394a50c5438 req-00243635-d316-48f9-9e56-43b0d1b39376 service nova] Releasing lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.316833] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.317242] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.317346] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.317537] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.317704] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.320018] env[63021]: INFO nova.compute.manager [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Terminating instance [ 1263.824052] env[63021]: DEBUG nova.compute.manager [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.824052] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.824884] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe9a46-80ff-440b-b9ff-79695a528745 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.833030] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.833257] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8774d317-2ac9-4433-902e-86438730feb6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.839160] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1263.839160] env[63021]: value = "task-4283683" [ 1263.839160] env[63021]: _type = "Task" [ 1263.839160] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.847171] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.349543] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283683, 'name': PowerOffVM_Task, 'duration_secs': 0.22886} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.349543] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.349543] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.350092] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe4fac7-83b0-42d7-a41e-fa41b0acba5f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.408689] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.408911] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.409107] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleting the datastore file [datastore2] d4c0c92c-d329-4702-8dd3-b4e004ee135a {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.409387] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067af6ae-0ae2-4c9d-9946-a936c9fce6fb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.415476] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1264.415476] env[63021]: value = "task-4283685" [ 1264.415476] env[63021]: _type = "Task" [ 1264.415476] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.422708] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.926047] env[63021]: DEBUG oslo_vmware.api [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140691} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.926319] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.926499] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.926676] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.926850] env[63021]: INFO nova.compute.manager [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1264.927106] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.927306] env[63021]: DEBUG nova.compute.manager [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.927401] env[63021]: DEBUG nova.network.neutron [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.380747] env[63021]: DEBUG nova.compute.manager [req-9eb55394-b52e-4f74-bb67-f35ba73df9db req-9bcb1428-a320-45c7-b9f7-1473b167cd4f service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Received event network-vif-deleted-32af5aea-dc23-4102-9778-9f4e9df869d7 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1265.381064] env[63021]: INFO nova.compute.manager [req-9eb55394-b52e-4f74-bb67-f35ba73df9db req-9bcb1428-a320-45c7-b9f7-1473b167cd4f service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Neutron deleted interface 32af5aea-dc23-4102-9778-9f4e9df869d7; detaching it from the instance and deleting it from the info cache [ 1265.381064] env[63021]: DEBUG nova.network.neutron [req-9eb55394-b52e-4f74-bb67-f35ba73df9db req-9bcb1428-a320-45c7-b9f7-1473b167cd4f service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.858048] env[63021]: DEBUG nova.network.neutron [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.883422] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf441f10-4bb1-48ad-8a68-d03c06480e59 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.893421] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a222dca-194a-44c9-be4a-ec734a50c4ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.923328] env[63021]: DEBUG nova.compute.manager [req-9eb55394-b52e-4f74-bb67-f35ba73df9db req-9bcb1428-a320-45c7-b9f7-1473b167cd4f service nova] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Detach interface failed, port_id=32af5aea-dc23-4102-9778-9f4e9df869d7, reason: Instance d4c0c92c-d329-4702-8dd3-b4e004ee135a could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1266.361429] env[63021]: INFO nova.compute.manager [-] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Took 1.43 seconds to deallocate network for instance. [ 1266.867543] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.867923] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.868083] env[63021]: DEBUG nova.objects.instance [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'resources' on Instance uuid d4c0c92c-d329-4702-8dd3-b4e004ee135a {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.435093] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af1e68-09ab-48e5-bc6c-a8265e288adb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.442739] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92528f7f-16f7-4e1c-9825-fa72c7dcf8ce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.473169] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb5f4e-16d3-469b-90a9-bb23b60e8f1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.480658] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09affad-c7e5-4bd4-8091-655d6c194cdb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.493761] env[63021]: DEBUG nova.compute.provider_tree [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.997622] env[63021]: DEBUG nova.scheduler.client.report [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.504805] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.532847] env[63021]: INFO nova.scheduler.client.report [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted allocations for instance d4c0c92c-d329-4702-8dd3-b4e004ee135a [ 1269.040973] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b98936dd-fc0c-4a44-9c62-d1ad12b9a79e tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "d4c0c92c-d329-4702-8dd3-b4e004ee135a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.393110] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.393466] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.896700] env[63021]: INFO nova.compute.manager [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Detaching volume eef132ad-0813-40c1-9fd2-3e6e68fe311e [ 1270.932878] env[63021]: INFO nova.virt.block_device [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Attempting to driver detach volume eef132ad-0813-40c1-9fd2-3e6e68fe311e from mountpoint /dev/sdb [ 1270.933203] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.933423] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843932', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'name': 'volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa55ce1-c5d0-4c34-a08d-76748eff1529', 'attached_at': '', 'detached_at': '', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'serial': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.934300] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3568c91-d1bb-4f5b-b692-a780b0dfa76a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.956047] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520f83b-7b6b-498f-a504-bd568cddbc9d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.962905] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8397a8ef-ef7a-42d0-9652-8c8c774346aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.982149] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08146e36-995b-4972-a033-248ee5601974 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.997370] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] The volume has not been displaced from its original location: [datastore1] volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e/volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.002514] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.002765] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f6e165-c79d-4bf7-8cdf-f9a8ad8256e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.020175] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1271.020175] env[63021]: value = "task-4283686" [ 1271.020175] env[63021]: _type = "Task" [ 1271.020175] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.030439] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.529853] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283686, 'name': ReconfigVM_Task, 'duration_secs': 0.22163} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.530275] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.534711] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca5e0ca-4181-41d4-bb56-428fce05718e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.549454] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1271.549454] env[63021]: value = "task-4283687" [ 1271.549454] env[63021]: _type = "Task" [ 1271.549454] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.557286] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.058990] env[63021]: DEBUG oslo_vmware.api [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283687, 'name': ReconfigVM_Task, 'duration_secs': 0.133286} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.059314] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843932', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'name': 'volume-eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa55ce1-c5d0-4c34-a08d-76748eff1529', 'attached_at': '', 'detached_at': '', 'volume_id': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e', 'serial': 'eef132ad-0813-40c1-9fd2-3e6e68fe311e'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.601205] env[63021]: DEBUG nova.objects.instance [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid aaa55ce1-c5d0-4c34-a08d-76748eff1529 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.608222] env[63021]: DEBUG oslo_concurrency.lockutils [None req-52fb08b0-17ae-47d6-af1c-5622379889fd tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.639160] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.639561] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.639755] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.639945] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.640185] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.642321] env[63021]: INFO nova.compute.manager [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Terminating instance [ 1275.146476] env[63021]: DEBUG nova.compute.manager [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.146688] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.147636] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13378ada-e9cb-426b-b619-393cc8f960ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.155778] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.156020] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01810f12-050a-44d8-91a2-b5ce4eb2662d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.162593] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1275.162593] env[63021]: value = "task-4283688" [ 1275.162593] env[63021]: _type = "Task" [ 1275.162593] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.170021] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.671966] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283688, 'name': PowerOffVM_Task, 'duration_secs': 0.196322} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.672403] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.672403] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.672662] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46bec33f-69a0-4634-acad-6c99f75b579a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.734048] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.734048] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.734048] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleting the datastore file [datastore2] aaa55ce1-c5d0-4c34-a08d-76748eff1529 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.734048] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be5a8e1b-b95e-4117-8627-6c892b315907 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.743711] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1275.743711] env[63021]: value = "task-4283690" [ 1275.743711] env[63021]: _type = "Task" [ 1275.743711] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.752100] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.256698] env[63021]: DEBUG oslo_vmware.api [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124492} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.256698] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.256698] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.256698] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.256698] env[63021]: INFO nova.compute.manager [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1276.256698] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.257029] env[63021]: DEBUG nova.compute.manager [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.257029] env[63021]: DEBUG nova.network.neutron [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.021241] env[63021]: DEBUG nova.compute.manager [req-df8e9583-9c12-4e4d-b293-26a8f1745f15 req-4f798959-633a-41e9-8aa0-15683e099974 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Received event network-vif-deleted-0d8e889b-dad2-465e-8d1e-f18a01c4c2fd {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1277.021552] env[63021]: INFO nova.compute.manager [req-df8e9583-9c12-4e4d-b293-26a8f1745f15 req-4f798959-633a-41e9-8aa0-15683e099974 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Neutron deleted interface 0d8e889b-dad2-465e-8d1e-f18a01c4c2fd; detaching it from the instance and deleting it from the info cache [ 1277.021825] env[63021]: DEBUG nova.network.neutron [req-df8e9583-9c12-4e4d-b293-26a8f1745f15 req-4f798959-633a-41e9-8aa0-15683e099974 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.497563] env[63021]: DEBUG nova.network.neutron [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.525108] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e14a305c-1bf2-4559-a78b-edb097b78437 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.536841] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e13b8-56ce-40de-a8a8-a6f70b17f610 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.563234] env[63021]: DEBUG nova.compute.manager [req-df8e9583-9c12-4e4d-b293-26a8f1745f15 req-4f798959-633a-41e9-8aa0-15683e099974 service nova] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Detach interface failed, port_id=0d8e889b-dad2-465e-8d1e-f18a01c4c2fd, reason: Instance aaa55ce1-c5d0-4c34-a08d-76748eff1529 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1278.000267] env[63021]: INFO nova.compute.manager [-] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Took 1.74 seconds to deallocate network for instance. [ 1278.507387] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.507793] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.507910] env[63021]: DEBUG nova.objects.instance [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'resources' on Instance uuid aaa55ce1-c5d0-4c34-a08d-76748eff1529 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.062575] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047641e-e950-4cc6-9b75-bce951019f31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.070334] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cfe8b1-03f6-4ecb-b0e4-c3df439c23bc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.100974] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2566658-d6c8-4f10-860a-a9fdeed59f88 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.108303] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecad57b5-7f04-4928-82dd-a7d8542c222d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.121147] env[63021]: DEBUG nova.compute.provider_tree [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.624384] env[63021]: DEBUG nova.scheduler.client.report [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.130197] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.150975] env[63021]: INFO nova.scheduler.client.report [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted allocations for instance aaa55ce1-c5d0-4c34-a08d-76748eff1529 [ 1280.658764] env[63021]: DEBUG oslo_concurrency.lockutils [None req-cf92bd22-259a-41ef-b9a3-9b34268dafc4 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "aaa55ce1-c5d0-4c34-a08d-76748eff1529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.019s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.523159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.523515] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.868860] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.869309] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.869648] env[63021]: INFO nova.compute.manager [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Shelving [ 1283.026271] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.551517] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.551862] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.553565] env[63021]: INFO nova.compute.claims [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.878329] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.878656] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd47f4b4-24aa-4580-b031-1e46eebbafc5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.886011] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1283.886011] env[63021]: value = "task-4283691" [ 1283.886011] env[63021]: _type = "Task" [ 1283.886011] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.893797] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.396773] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283691, 'name': PowerOffVM_Task, 'duration_secs': 0.185114} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.397053] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.397851] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f31916-2c76-403e-9066-2961fde023ab {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.415914] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d6b26a-3371-4ac7-9f64-82ba51cd7bc7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.609970] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea22b02-2048-49e9-8013-a43d5710737b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.618165] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26789cbf-64a6-4c5d-a18d-d70d2e24527b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.647698] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881f5ee-fdfb-41d9-8cbf-518a79804f72 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.654755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2ac056-ef3e-4e13-96dc-288f870751aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.667501] env[63021]: DEBUG nova.compute.provider_tree [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.926055] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Creating Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1284.926346] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a13a4992-2485-43e9-be0e-c057bb29e8ac {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.934266] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1284.934266] env[63021]: value = "task-4283692" [ 1284.934266] env[63021]: _type = "Task" [ 1284.934266] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.942512] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283692, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.170876] env[63021]: DEBUG nova.scheduler.client.report [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.444684] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283692, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.676105] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.676647] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.945334] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283692, 'name': CreateSnapshot_Task, 'duration_secs': 0.89615} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.945611] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Created Snapshot of the VM instance {{(pid=63021) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1285.946390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4bda3-c454-4833-ac22-e55eb4b8107c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.182021] env[63021]: DEBUG nova.compute.utils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.183264] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.183426] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.234803] env[63021]: DEBUG nova.policy [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5194f598ddc24832bd85b8f9fd5246c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff80cb7843a24496a542a9cfb48c2d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.462989] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Creating linked-clone VM from snapshot {{(pid=63021) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.463308] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64dbe8b7-aa11-44d2-91a5-60ddfa8a6fe3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.472582] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1286.472582] env[63021]: value = "task-4283693" [ 1286.472582] env[63021]: _type = "Task" [ 1286.472582] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.481052] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283693, 'name': CloneVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.564448] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Successfully created port: 936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.686489] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.982838] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283693, 'name': CloneVM_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.483708] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283693, 'name': CloneVM_Task} progress is 95%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.699121] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.739643] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.739876] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.740100] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.740295] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.740414] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.740575] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.740783] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.740939] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.741120] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.741306] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.741493] env[63021]: DEBUG nova.virt.hardware [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.742353] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2485e61-b329-4eb5-b92a-6b9f0ba5cd6b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.750621] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e06c0f-5769-4379-b37e-352c5cb6f433 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.973851] env[63021]: DEBUG nova.compute.manager [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Received event network-vif-plugged-936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1287.974071] env[63021]: DEBUG oslo_concurrency.lockutils [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.974363] env[63021]: DEBUG oslo_concurrency.lockutils [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] Lock "95672675-9f6f-41ef-81ee-6750add275e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.974472] env[63021]: DEBUG oslo_concurrency.lockutils [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] Lock "95672675-9f6f-41ef-81ee-6750add275e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.974638] env[63021]: DEBUG nova.compute.manager [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] No waiting events found dispatching network-vif-plugged-936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.974827] env[63021]: WARNING nova.compute.manager [req-b418427e-617e-4ad1-a368-37b85daff5d3 req-2f57ee35-39eb-4807-aa48-bc9f2a365209 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Received unexpected event network-vif-plugged-936ed056-e8e6-49f2-9821-9d2c5ac3e7af for instance with vm_state building and task_state spawning. [ 1287.984456] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283693, 'name': CloneVM_Task, 'duration_secs': 1.29618} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.984699] env[63021]: INFO nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Created linked-clone VM from snapshot [ 1287.985441] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c731c252-05c0-4eba-8383-59f068e70e1b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.992457] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Uploading image 127ce93e-d977-4c5e-8cb8-93e6cdd35737 {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.014754] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.014754] env[63021]: value = "vm-843941" [ 1288.014754] env[63021]: _type = "VirtualMachine" [ 1288.014754] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.015037] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65221fcb-2287-47e7-adb2-9d6d34eb820e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.022336] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease: (returnval){ [ 1288.022336] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280d420-1afd-ac47-c0ee-b9ecb2d8cbb0" [ 1288.022336] env[63021]: _type = "HttpNfcLease" [ 1288.022336] env[63021]: } obtained for exporting VM: (result){ [ 1288.022336] env[63021]: value = "vm-843941" [ 1288.022336] env[63021]: _type = "VirtualMachine" [ 1288.022336] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.022939] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the lease: (returnval){ [ 1288.022939] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280d420-1afd-ac47-c0ee-b9ecb2d8cbb0" [ 1288.022939] env[63021]: _type = "HttpNfcLease" [ 1288.022939] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.028453] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.028453] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280d420-1afd-ac47-c0ee-b9ecb2d8cbb0" [ 1288.028453] env[63021]: _type = "HttpNfcLease" [ 1288.028453] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.058658] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Successfully updated port: 936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.531614] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.531614] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280d420-1afd-ac47-c0ee-b9ecb2d8cbb0" [ 1288.531614] env[63021]: _type = "HttpNfcLease" [ 1288.531614] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1288.531934] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1288.531934] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5280d420-1afd-ac47-c0ee-b9ecb2d8cbb0" [ 1288.531934] env[63021]: _type = "HttpNfcLease" [ 1288.531934] env[63021]: }. {{(pid=63021) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1288.532671] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae448b-d1c5-43e2-a058-36786f8252d3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.539719] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1288.539909] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk for reading. {{(pid=63021) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1288.593890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.594051] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.594212] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.624714] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86ebee09-ee52-4707-abc2-8c527165f11d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.127387] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.280342] env[63021]: DEBUG nova.network.neutron [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating instance_info_cache with network_info: [{"id": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "address": "fa:16:3e:36:ac:0b", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936ed056-e8", "ovs_interfaceid": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.783907] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.784274] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Instance network_info: |[{"id": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "address": "fa:16:3e:36:ac:0b", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936ed056-e8", "ovs_interfaceid": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.784785] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ac:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '936ed056-e8e6-49f2-9821-9d2c5ac3e7af', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.792829] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.793097] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.793402] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-180a044a-e839-49e8-a9f3-f97e9f1bc69a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.814232] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.814232] env[63021]: value = "task-4283695" [ 1289.814232] env[63021]: _type = "Task" [ 1289.814232] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.822926] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283695, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.000681] env[63021]: DEBUG nova.compute.manager [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Received event network-changed-936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1290.000862] env[63021]: DEBUG nova.compute.manager [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Refreshing instance network info cache due to event network-changed-936ed056-e8e6-49f2-9821-9d2c5ac3e7af. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1290.001125] env[63021]: DEBUG oslo_concurrency.lockutils [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] Acquiring lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.001440] env[63021]: DEBUG oslo_concurrency.lockutils [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] Acquired lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.001725] env[63021]: DEBUG nova.network.neutron [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Refreshing network info cache for port 936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.324371] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283695, 'name': CreateVM_Task, 'duration_secs': 0.323897} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.324743] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.325218] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.325383] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.325696] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.325957] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c193424-a1b7-4790-bb13-6d64585dead2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.330052] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1290.330052] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525b4765-2f76-5157-6cd6-0222dba66cc8" [ 1290.330052] env[63021]: _type = "Task" [ 1290.330052] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.337470] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b4765-2f76-5157-6cd6-0222dba66cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.718433] env[63021]: DEBUG nova.network.neutron [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updated VIF entry in instance network info cache for port 936ed056-e8e6-49f2-9821-9d2c5ac3e7af. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.718820] env[63021]: DEBUG nova.network.neutron [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating instance_info_cache with network_info: [{"id": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "address": "fa:16:3e:36:ac:0b", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936ed056-e8", "ovs_interfaceid": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.841301] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b4765-2f76-5157-6cd6-0222dba66cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.841602] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.841858] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.842109] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.842259] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.842441] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.842724] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac4fefc-6864-4c44-aa9b-6ab3b784a2f2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.851730] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.851914] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.852666] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889eb268-301b-483b-b861-16449555c37b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.857754] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1290.857754] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52e4d40d-9c3d-cd4a-ffde-6e16785e2fef" [ 1290.857754] env[63021]: _type = "Task" [ 1290.857754] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.865895] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e4d40d-9c3d-cd4a-ffde-6e16785e2fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.221346] env[63021]: DEBUG oslo_concurrency.lockutils [req-30784693-9bd4-4ec5-b2d8-790d9071d970 req-5ea6a445-621f-4574-abe4-1ea27062a03c service nova] Releasing lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.269188] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.269462] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.269658] env[63021]: DEBUG nova.compute.manager [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.270699] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c6744a-a48c-4f2a-a043-97ff6a6b7e36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.277551] env[63021]: DEBUG nova.compute.manager [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63021) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1291.278149] env[63021]: DEBUG nova.objects.instance [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'flavor' on Instance uuid 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.368065] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52e4d40d-9c3d-cd4a-ffde-6e16785e2fef, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.368913] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c415e58-8e68-47a6-9016-ed75ca4b577a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.374354] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1291.374354] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521490d7-ae5f-42db-bbfa-a34713d1c0ea" [ 1291.374354] env[63021]: _type = "Task" [ 1291.374354] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.383615] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521490d7-ae5f-42db-bbfa-a34713d1c0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.884920] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521490d7-ae5f-42db-bbfa-a34713d1c0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.885138] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.885408] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 95672675-9f6f-41ef-81ee-6750add275e5/95672675-9f6f-41ef-81ee-6750add275e5.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.885666] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e46bb96-0e11-49f0-b87b-fbaaa59da78b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.893413] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1291.893413] env[63021]: value = "task-4283696" [ 1291.893413] env[63021]: _type = "Task" [ 1291.893413] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.900997] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.285379] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.285757] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e4a866-c611-445e-b19a-629d3829b910 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.293294] env[63021]: DEBUG oslo_vmware.api [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1292.293294] env[63021]: value = "task-4283697" [ 1292.293294] env[63021]: _type = "Task" [ 1292.293294] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.302342] env[63021]: DEBUG oslo_vmware.api [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.405011] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.803979] env[63021]: DEBUG oslo_vmware.api [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283697, 'name': PowerOffVM_Task, 'duration_secs': 0.235332} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.805305] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.805305] env[63021]: DEBUG nova.compute.manager [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.805601] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd9dd2-7f9f-4243-b935-019ab86e1e07 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.904172] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565221} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.904474] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 95672675-9f6f-41ef-81ee-6750add275e5/95672675-9f6f-41ef-81ee-6750add275e5.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.904656] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.904908] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8b84938-497e-4e7e-a1cf-7bbefbae6774 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.911646] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1292.911646] env[63021]: value = "task-4283698" [ 1292.911646] env[63021]: _type = "Task" [ 1292.911646] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.920343] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.317229] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1b7254da-d912-4ee7-bfd8-d284a0a38fd1 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.421948] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333583} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.422367] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.423049] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd08283-22c8-4f48-8bf5-c796c9ba57b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.446518] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 95672675-9f6f-41ef-81ee-6750add275e5/95672675-9f6f-41ef-81ee-6750add275e5.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.446840] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590483ec-f132-47ad-b862-b99d64e0d49f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.467310] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1293.467310] env[63021]: value = "task-4283699" [ 1293.467310] env[63021]: _type = "Task" [ 1293.467310] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.475674] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.629944] env[63021]: DEBUG nova.objects.instance [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'flavor' on Instance uuid 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.978255] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.135473] env[63021]: DEBUG oslo_concurrency.lockutils [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.135654] env[63021]: DEBUG oslo_concurrency.lockutils [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.135837] env[63021]: DEBUG nova.network.neutron [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.136025] env[63021]: DEBUG nova.objects.instance [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'info_cache' on Instance uuid 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.477940] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283699, 'name': ReconfigVM_Task, 'duration_secs': 0.581057} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.478300] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 95672675-9f6f-41ef-81ee-6750add275e5/95672675-9f6f-41ef-81ee-6750add275e5.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.478929] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0140b5c-1cd5-452b-b331-94716b977888 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.485143] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1294.485143] env[63021]: value = "task-4283700" [ 1294.485143] env[63021]: _type = "Task" [ 1294.485143] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.493412] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283700, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.639416] env[63021]: DEBUG nova.objects.base [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Object Instance<925b3854-c5f9-46fa-b871-98b5a0c64cd0> lazy-loaded attributes: flavor,info_cache {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.997065] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283700, 'name': Rename_Task, 'duration_secs': 0.205184} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.997282] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.997496] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae83e55-dc4d-4f1f-bbe5-26a4a40e8dd4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.006729] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1295.006729] env[63021]: value = "task-4283701" [ 1295.006729] env[63021]: _type = "Task" [ 1295.006729] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.019113] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.350353] env[63021]: DEBUG nova.network.neutron [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.516563] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.853482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.017930] env[63021]: DEBUG oslo_vmware.api [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283701, 'name': PowerOnVM_Task, 'duration_secs': 0.788926} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.018274] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.018531] env[63021]: INFO nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1296.018748] env[63021]: DEBUG nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.019648] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e2589-0c9f-44ef-ae16-0b4ef4d5fcb0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.540841] env[63021]: INFO nova.compute.manager [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Took 13.01 seconds to build instance. [ 1296.858712] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.859045] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da877d7d-3289-47bb-bbea-e116b6e75e5f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.867560] env[63021]: DEBUG oslo_vmware.api [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1296.867560] env[63021]: value = "task-4283702" [ 1296.867560] env[63021]: _type = "Task" [ 1296.867560] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.876018] env[63021]: DEBUG oslo_vmware.api [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.020036] env[63021]: DEBUG nova.compute.manager [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Received event network-changed-936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1297.020282] env[63021]: DEBUG nova.compute.manager [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Refreshing instance network info cache due to event network-changed-936ed056-e8e6-49f2-9821-9d2c5ac3e7af. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1297.020599] env[63021]: DEBUG oslo_concurrency.lockutils [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] Acquiring lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.020796] env[63021]: DEBUG oslo_concurrency.lockutils [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] Acquired lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.021054] env[63021]: DEBUG nova.network.neutron [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Refreshing network info cache for port 936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.044069] env[63021]: DEBUG oslo_concurrency.lockutils [None req-1c9a9950-0fb4-4c2b-897a-13e2042b3ef1 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.520s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.378542] env[63021]: DEBUG oslo_vmware.api [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283702, 'name': PowerOnVM_Task, 'duration_secs': 0.416452} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.378820] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.379131] env[63021]: DEBUG nova.compute.manager [None req-719486e1-446f-4080-be28-74236542824a tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.379909] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc240c-a243-446e-bc9c-174080f5d4e6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.760441] env[63021]: DEBUG nova.network.neutron [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updated VIF entry in instance network info cache for port 936ed056-e8e6-49f2-9821-9d2c5ac3e7af. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.760945] env[63021]: DEBUG nova.network.neutron [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating instance_info_cache with network_info: [{"id": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "address": "fa:16:3e:36:ac:0b", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap936ed056-e8", "ovs_interfaceid": "936ed056-e8e6-49f2-9821-9d2c5ac3e7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.080740] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.081755] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e9a5d0-e252-4dc7-b75b-853c991274a0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.088119] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.088368] env[63021]: ERROR oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk due to incomplete transfer. [ 1298.088616] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e7d7c2f-04cc-4bb9-ac87-612f83bacf09 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.096301] env[63021]: DEBUG oslo_vmware.rw_handles [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521620d2-97ee-0713-bc2d-34d21edfe482/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1298.096469] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Uploaded image 127ce93e-d977-4c5e-8cb8-93e6cdd35737 to the Glance image server {{(pid=63021) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1298.098826] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Destroying the VM {{(pid=63021) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1298.099094] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a44db31c-08c2-42f7-bed8-1bcaf245b2e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.104244] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1298.104244] env[63021]: value = "task-4283703" [ 1298.104244] env[63021]: _type = "Task" [ 1298.104244] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.111538] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283703, 'name': Destroy_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.264338] env[63021]: DEBUG oslo_concurrency.lockutils [req-3a3bb815-3a32-41e1-9d99-e1ed9df550ef req-9029493a-1e35-4ede-8a80-8f8088e628a1 service nova] Releasing lock "refresh_cache-95672675-9f6f-41ef-81ee-6750add275e5" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.614783] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283703, 'name': Destroy_Task, 'duration_secs': 0.503558} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.614995] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Destroyed the VM [ 1298.615275] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleting Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1298.615573] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7e64ac6-a2dc-4191-89fd-8bec25ffe922 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.622829] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1298.622829] env[63021]: value = "task-4283704" [ 1298.622829] env[63021]: _type = "Task" [ 1298.622829] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.630213] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.854347] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34884a8-5f6d-4159-8079-47976eecd02f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.861199] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Suspending the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1298.861431] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ce86cc0b-feeb-4ef4-aa64-f84724376e8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.868240] env[63021]: DEBUG oslo_vmware.api [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1298.868240] env[63021]: value = "task-4283705" [ 1298.868240] env[63021]: _type = "Task" [ 1298.868240] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.882075] env[63021]: DEBUG oslo_vmware.api [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283705, 'name': SuspendVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.132950] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.378246] env[63021]: DEBUG oslo_vmware.api [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283705, 'name': SuspendVM_Task} progress is 45%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.634069] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283704, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.879118] env[63021]: DEBUG oslo_vmware.api [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283705, 'name': SuspendVM_Task, 'duration_secs': 0.761928} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.879454] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Suspended the VM {{(pid=63021) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1299.879552] env[63021]: DEBUG nova.compute.manager [None req-0e8f7c62-ac93-4283-b1db-b5f7c72a6159 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.880316] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4916c-958e-4c07-bc85-76f2332dde8a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.134619] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283704, 'name': RemoveSnapshot_Task, 'duration_secs': 1.090187} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.134888] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleted Snapshot of the VM instance {{(pid=63021) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.135177] env[63021]: DEBUG nova.compute.manager [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.135907] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c511df-ca02-4d29-bd46-ad4e9f683c2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.646761] env[63021]: INFO nova.compute.manager [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Shelve offloading [ 1301.150592] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.150978] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc4e31e-f1ba-4273-a036-c8892995ff03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.158090] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1301.158090] env[63021]: value = "task-4283706" [ 1301.158090] env[63021]: _type = "Task" [ 1301.158090] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.165937] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.194426] env[63021]: INFO nova.compute.manager [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Resuming [ 1301.194951] env[63021]: DEBUG nova.objects.instance [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'flavor' on Instance uuid 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.667855] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] VM already powered off {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.668092] env[63021]: DEBUG nova.compute.manager [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.668850] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e9dfd-90cb-439a-995c-856dc8632ab7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.674198] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.674366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.674535] env[63021]: DEBUG nova.network.neutron [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.395244] env[63021]: DEBUG nova.network.neutron [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.704842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.705074] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquired lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.705233] env[63021]: DEBUG nova.network.neutron [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.898262] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.137995] env[63021]: DEBUG nova.compute.manager [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-vif-unplugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1303.138217] env[63021]: DEBUG oslo_concurrency.lockutils [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.138427] env[63021]: DEBUG oslo_concurrency.lockutils [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.138598] env[63021]: DEBUG oslo_concurrency.lockutils [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.138764] env[63021]: DEBUG nova.compute.manager [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] No waiting events found dispatching network-vif-unplugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.138934] env[63021]: WARNING nova.compute.manager [req-85c09e02-7710-4f22-9705-d1bc1e42a439 req-137a7903-9da7-433d-9f83-d832a414c53a service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received unexpected event network-vif-unplugged-11435eed-984e-4e61-8df9-637c3b31098f for instance with vm_state shelved and task_state shelving_offloading. [ 1303.245077] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.246252] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20931fb4-e33d-441e-9687-f0fa3b478b4f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.255996] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.256592] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0960c942-0524-4810-a973-e94c1c72764e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.317904] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.318159] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.318338] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleting the datastore file [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.318629] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b4f98c-f24b-4615-a313-cafe8eb7680a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.325667] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1303.325667] env[63021]: value = "task-4283708" [ 1303.325667] env[63021]: _type = "Task" [ 1303.325667] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.333381] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.422333] env[63021]: DEBUG nova.network.neutron [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [{"id": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "address": "fa:16:3e:13:a6:c5", "network": {"id": "37bb9567-ab84-412b-b817-aeb4612b1a6d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-352098340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d459b22ca924839b1e3a15441a8ad14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5d3b95-07", "ovs_interfaceid": "1e5d3b95-07cc-4718-a77c-8d0b3e212621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.835857] env[63021]: DEBUG oslo_vmware.api [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126294} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.836074] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.836256] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.836435] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.869791] env[63021]: INFO nova.scheduler.client.report [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted allocations for instance 5b645712-7b64-4841-8190-feb48e2396cb [ 1303.925560] env[63021]: DEBUG oslo_concurrency.lockutils [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Releasing lock "refresh_cache-925b3854-c5f9-46fa-b871-98b5a0c64cd0" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.926527] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd0771-3ee4-4072-b8e1-9b0929ac3c02 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.932706] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Resuming the VM {{(pid=63021) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1303.932923] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09eca87-8e58-4f37-8a6a-e8c84bf333f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.939991] env[63021]: DEBUG oslo_vmware.api [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1303.939991] env[63021]: value = "task-4283709" [ 1303.939991] env[63021]: _type = "Task" [ 1303.939991] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.947121] env[63021]: DEBUG oslo_vmware.api [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.374271] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.374559] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.374787] env[63021]: DEBUG nova.objects.instance [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'resources' on Instance uuid 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.450252] env[63021]: DEBUG oslo_vmware.api [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283709, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.877789] env[63021]: DEBUG nova.objects.instance [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.953220] env[63021]: DEBUG oslo_vmware.api [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283709, 'name': PowerOnVM_Task, 'duration_secs': 0.722121} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.953521] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Resumed the VM {{(pid=63021) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1304.953702] env[63021]: DEBUG nova.compute.manager [None req-aef005a9-0a76-4877-9f2a-fe683aa06038 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.955020] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebdf07d-48f0-4f09-99e4-961d2760772c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.166197] env[63021]: DEBUG nova.compute.manager [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-changed-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1305.166336] env[63021]: DEBUG nova.compute.manager [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing instance network info cache due to event network-changed-11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1305.166557] env[63021]: DEBUG oslo_concurrency.lockutils [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.166705] env[63021]: DEBUG oslo_concurrency.lockutils [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.166867] env[63021]: DEBUG nova.network.neutron [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.380107] env[63021]: DEBUG nova.objects.base [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Object Instance<5b645712-7b64-4841-8190-feb48e2396cb> lazy-loaded attributes: resources,numa_topology {{(pid=63021) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.429681] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7ed80-79d7-4374-9933-54f4e8fddf10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.437744] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbff921-02fc-45be-ae27-3546a1e9077c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.468821] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810d604a-5ed9-40c7-8563-d8bbb4568e48 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.476971] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c693315-1f4e-4df8-9c53-8771884746f1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.492234] env[63021]: DEBUG nova.compute.provider_tree [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.839735] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.840024] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.840234] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.840415] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.840609] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.842863] env[63021]: INFO nova.compute.manager [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Terminating instance [ 1305.877846] env[63021]: DEBUG nova.network.neutron [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updated VIF entry in instance network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.878206] env[63021]: DEBUG nova.network.neutron [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap11435eed-98", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.995174] env[63021]: DEBUG nova.scheduler.client.report [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.055398] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.346653] env[63021]: DEBUG nova.compute.manager [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.346848] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.347793] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96422002-bc2f-4d44-9637-9ed9647b17a3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.355706] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.355935] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e566288d-e8d3-472e-9e89-37ac46e32955 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.361986] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1306.361986] env[63021]: value = "task-4283710" [ 1306.361986] env[63021]: _type = "Task" [ 1306.361986] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.369233] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.380900] env[63021]: DEBUG oslo_concurrency.lockutils [req-b98a82f5-baad-43be-95e0-575682d877a2 req-0da44708-b765-4097-b578-07c4560a6c92 service nova] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.500171] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.662761] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.662949] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663138] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663292] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663442] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663584] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663731] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.663870] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1306.664021] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.871447] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283710, 'name': PowerOffVM_Task, 'duration_secs': 0.264956} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.871745] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.871923] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.872212] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7422bb0d-523f-4949-9d21-f8153c82ec7c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.927175] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.927342] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.927513] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleting the datastore file [datastore2] 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.927768] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc8faf5b-b968-4720-863a-d8ddfd64664d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.933558] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for the task: (returnval){ [ 1306.933558] env[63021]: value = "task-4283712" [ 1306.933558] env[63021]: _type = "Task" [ 1306.933558] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.940811] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.008774] env[63021]: DEBUG oslo_concurrency.lockutils [None req-492a51fe-1e97-4f82-980b-cdf83a67534a tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.139s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.009588] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.954s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.009812] env[63021]: INFO nova.compute.manager [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Unshelving [ 1307.167930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.168204] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.168380] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.168557] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1307.169433] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc746c-3b48-4626-b64f-a0267bb9f78e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.177055] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a7861f-1b03-42bc-870a-9ba756f18fba {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.191688] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c63e0-3761-4789-8453-65dd2f53f0aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.198652] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df44e4d-da4c-4a75-a84c-be6229fc475f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.226746] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179986MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1307.226746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.226746] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.443569] env[63021]: DEBUG oslo_vmware.api [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Task: {'id': task-4283712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137833} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.443826] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.443960] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.444153] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.444328] env[63021]: INFO nova.compute.manager [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1307.444567] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.444751] env[63021]: DEBUG nova.compute.manager [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.444847] env[63021]: DEBUG nova.network.neutron [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.924556] env[63021]: DEBUG nova.compute.manager [req-f9526722-32db-4030-a757-39058ebf388d req-c08cf742-b24f-4b58-9be8-0d3f9676b3c2 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Received event network-vif-deleted-1e5d3b95-07cc-4718-a77c-8d0b3e212621 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1307.924824] env[63021]: INFO nova.compute.manager [req-f9526722-32db-4030-a757-39058ebf388d req-c08cf742-b24f-4b58-9be8-0d3f9676b3c2 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Neutron deleted interface 1e5d3b95-07cc-4718-a77c-8d0b3e212621; detaching it from the instance and deleting it from the info cache [ 1307.925038] env[63021]: DEBUG nova.network.neutron [req-f9526722-32db-4030-a757-39058ebf388d req-c08cf742-b24f-4b58-9be8-0d3f9676b3c2 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.032418] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.247615] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 925b3854-c5f9-46fa-b871-98b5a0c64cd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1308.247765] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 95672675-9f6f-41ef-81ee-6750add275e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1308.404044] env[63021]: DEBUG nova.network.neutron [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.427727] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14db9c3d-2f21-45fa-a6af-2cf58b5bacdc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.439385] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2b898-c046-4fca-b640-2782742d6705 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.463352] env[63021]: DEBUG nova.compute.manager [req-f9526722-32db-4030-a757-39058ebf388d req-c08cf742-b24f-4b58-9be8-0d3f9676b3c2 service nova] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Detach interface failed, port_id=1e5d3b95-07cc-4718-a77c-8d0b3e212621, reason: Instance 925b3854-c5f9-46fa-b871-98b5a0c64cd0 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1308.751204] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 5b645712-7b64-4841-8190-feb48e2396cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1308.751420] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1308.751570] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=183GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1308.801602] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6585707-1b99-4d29-8583-a3af6a2b96f9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.809436] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9b9ce-5b18-4324-ab89-3f1b28ec18b2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.837865] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c582c7-6104-43c9-b231-cf675a480f9e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.844251] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5c35b8-6033-49b4-945c-d8b6e9008345 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.856484] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.907184] env[63021]: INFO nova.compute.manager [-] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Took 1.46 seconds to deallocate network for instance. [ 1309.359340] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.413583] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.864469] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1309.864688] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.638s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.864961] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.833s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.865184] env[63021]: DEBUG nova.objects.instance [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.369911] env[63021]: DEBUG nova.objects.instance [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'numa_topology' on Instance uuid 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.873230] env[63021]: INFO nova.compute.claims [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.932026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b2861-2dc0-4e35-9347-259497ee95b4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.938743] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f084a71-68ec-4b8d-b74b-ab321b520ad2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.967123] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ee8f75-961c-4435-a412-39ff5babe329 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.973608] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a597a55d-643a-40e4-b051-57212331f4fa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.985971] env[63021]: DEBUG nova.compute.provider_tree [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.489116] env[63021]: DEBUG nova.scheduler.client.report [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.994394] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.996953] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.584s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.997208] env[63021]: DEBUG nova.objects.instance [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lazy-loading 'resources' on Instance uuid 925b3854-c5f9-46fa-b871-98b5a0c64cd0 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.024806] env[63021]: INFO nova.network.neutron [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating port 11435eed-984e-4e61-8df9-637c3b31098f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1313.551697] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add17a7-a31a-4d97-9f85-ca3944dba9aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.559404] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f2526f-a799-4ade-9de7-b2f45059b0e8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.589583] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40411414-9394-4631-a647-21bb74d05fe5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.596500] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5252fa-f718-4c6b-8e36-8fe36d05c146 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.609083] env[63021]: DEBUG nova.compute.provider_tree [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.112992] env[63021]: DEBUG nova.scheduler.client.report [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.395203] env[63021]: DEBUG nova.compute.manager [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1314.395203] env[63021]: DEBUG oslo_concurrency.lockutils [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.395203] env[63021]: DEBUG oslo_concurrency.lockutils [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.395203] env[63021]: DEBUG oslo_concurrency.lockutils [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.395725] env[63021]: DEBUG nova.compute.manager [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] No waiting events found dispatching network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.396088] env[63021]: WARNING nova.compute.manager [req-c1fce21f-520f-4a77-9951-d7b6384d762c req-f849a9e1-380a-4ef9-87a7-faa8d84db965 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received unexpected event network-vif-plugged-11435eed-984e-4e61-8df9-637c3b31098f for instance with vm_state shelved_offloaded and task_state spawning. [ 1314.477671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.477671] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.477671] env[63021]: DEBUG nova.network.neutron [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.618088] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.641074] env[63021]: INFO nova.scheduler.client.report [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Deleted allocations for instance 925b3854-c5f9-46fa-b871-98b5a0c64cd0 [ 1315.149348] env[63021]: DEBUG oslo_concurrency.lockutils [None req-647470d5-8a10-40b5-8315-8488b7b9a9e9 tempest-ServerActionsTestJSON-453576680 tempest-ServerActionsTestJSON-453576680-project-member] Lock "925b3854-c5f9-46fa-b871-98b5a0c64cd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.309s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.231571] env[63021]: DEBUG nova.network.neutron [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.734855] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.760376] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='732a32b814a370810cb7c92b6b79a451',container_format='bare',created_at=2025-06-14T12:31:45Z,direct_url=,disk_format='vmdk',id=127ce93e-d977-4c5e-8cb8-93e6cdd35737,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-991838431-shelved',owner='61fd4948775043c78943bbc5f282b64a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-06-14T12:32:01Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.760617] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.760837] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.761038] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.761191] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.761338] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.761557] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.761802] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.761987] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.762172] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.762349] env[63021]: DEBUG nova.virt.hardware [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.763559] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3c3e0-8764-4218-99f1-e5aae1d36deb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.772263] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a24d7-340c-403d-b1da-8d8f0594c3b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.785498] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:3c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11435eed-984e-4e61-8df9-637c3b31098f', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.792785] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.793119] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.793250] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ee1b7c-c9f4-4826-a624-cb42a8de00fe {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.811381] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.811381] env[63021]: value = "task-4283713" [ 1315.811381] env[63021]: _type = "Task" [ 1315.811381] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.818792] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283713, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.322014] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283713, 'name': CreateVM_Task, 'duration_secs': 0.341179} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.322348] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.322915] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.323102] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.323478] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.323752] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6d5a15-1756-4908-ab0d-12b4a914f2aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.328449] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1316.328449] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]5285ac93-a3da-8859-c0f8-71522b9059a8" [ 1316.328449] env[63021]: _type = "Task" [ 1316.328449] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.336556] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]5285ac93-a3da-8859-c0f8-71522b9059a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.424518] env[63021]: DEBUG nova.compute.manager [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-changed-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1316.424797] env[63021]: DEBUG nova.compute.manager [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing instance network info cache due to event network-changed-11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1316.425087] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] Acquiring lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.425225] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] Acquired lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.425378] env[63021]: DEBUG nova.network.neutron [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Refreshing network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.838343] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.838608] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Processing image 127ce93e-d977-4c5e-8cb8-93e6cdd35737 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.838841] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.838988] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.839176] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.839422] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-191886cd-8bfd-4bd3-b67a-88a3387511da {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.849463] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.850562] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.850562] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3b8718-6194-40a4-945e-332ade8e6aea {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.856483] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1316.856483] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c6764b-5c19-6c5e-a05b-b3520d17bd4a" [ 1316.856483] env[63021]: _type = "Task" [ 1316.856483] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.864622] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c6764b-5c19-6c5e-a05b-b3520d17bd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.132206] env[63021]: DEBUG nova.network.neutron [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updated VIF entry in instance network info cache for port 11435eed-984e-4e61-8df9-637c3b31098f. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.132590] env[63021]: DEBUG nova.network.neutron [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [{"id": "11435eed-984e-4e61-8df9-637c3b31098f", "address": "fa:16:3e:ec:3c:92", "network": {"id": "3b1d41f7-657f-4e24-aff2-436814b2d40e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1076804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61fd4948775043c78943bbc5f282b64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11435eed-98", "ovs_interfaceid": "11435eed-984e-4e61-8df9-637c3b31098f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.367495] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Preparing fetch location {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1317.367774] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Fetch image to [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c/OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c.vmdk {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1317.367943] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Downloading stream optimized image 127ce93e-d977-4c5e-8cb8-93e6cdd35737 to [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c/OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c.vmdk on the data store datastore2 as vApp {{(pid=63021) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1317.368131] env[63021]: DEBUG nova.virt.vmwareapi.images [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Downloading image file data 127ce93e-d977-4c5e-8cb8-93e6cdd35737 to the ESX as VM named 'OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c' {{(pid=63021) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1317.441772] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1317.441772] env[63021]: value = "resgroup-9" [ 1317.441772] env[63021]: _type = "ResourcePool" [ 1317.441772] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1317.442168] env[63021]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e04ea7c4-1489-49aa-b9df-e3b004227732 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.463630] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease: (returnval){ [ 1317.463630] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52578524-ba3c-5305-16ce-cefb1ea4a764" [ 1317.463630] env[63021]: _type = "HttpNfcLease" [ 1317.463630] env[63021]: } obtained for vApp import into resource pool (val){ [ 1317.463630] env[63021]: value = "resgroup-9" [ 1317.463630] env[63021]: _type = "ResourcePool" [ 1317.463630] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1317.463964] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the lease: (returnval){ [ 1317.463964] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52578524-ba3c-5305-16ce-cefb1ea4a764" [ 1317.463964] env[63021]: _type = "HttpNfcLease" [ 1317.463964] env[63021]: } to be ready. {{(pid=63021) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.470352] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.470352] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52578524-ba3c-5305-16ce-cefb1ea4a764" [ 1317.470352] env[63021]: _type = "HttpNfcLease" [ 1317.470352] env[63021]: } is initializing. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.635447] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b6b9931-ddba-4c5e-8613-b284462d29c6 req-c34b743e-125d-4f7b-83ea-0e32aa682fb3 service nova] Releasing lock "refresh_cache-5b645712-7b64-4841-8190-feb48e2396cb" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.972032] env[63021]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.972032] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52578524-ba3c-5305-16ce-cefb1ea4a764" [ 1317.972032] env[63021]: _type = "HttpNfcLease" [ 1317.972032] env[63021]: } is ready. {{(pid=63021) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.972329] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.972329] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52578524-ba3c-5305-16ce-cefb1ea4a764" [ 1317.972329] env[63021]: _type = "HttpNfcLease" [ 1317.972329] env[63021]: }. {{(pid=63021) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1317.973017] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a582a-1c5d-454d-83a7-392bee03dd69 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.979943] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk from lease info. {{(pid=63021) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.980127] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk. {{(pid=63021) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1318.042459] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35e5cb1c-7670-4871-bfe2-1407d2687858 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.124978] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "647a0594-9f56-4032-9725-7c9f09f3d666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.125256] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.628069] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.106481] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Completed reading data from the image iterator. {{(pid=63021) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1319.106785] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1319.107812] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000c0e3-dadc-4e99-b1f8-40d5aec9e833 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.115297] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk is in state: ready. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1319.115505] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk. {{(pid=63021) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1319.115737] env[63021]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-42c78e73-5ce0-4779-b3ac-5753687f8134 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.152233] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.152547] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.154103] env[63021]: INFO nova.compute.claims [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.282108] env[63021]: DEBUG oslo_vmware.rw_handles [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7dc2-e669-5107-28bd-70dc4bea546c/disk-0.vmdk. {{(pid=63021) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1319.282359] env[63021]: INFO nova.virt.vmwareapi.images [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Downloaded image file data 127ce93e-d977-4c5e-8cb8-93e6cdd35737 [ 1319.283167] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e7993e-c5f0-4bb9-9358-a6a823f12bd0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.299768] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331cb124-6670-41f4-ac97-6d0e5e0fb11b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.323106] env[63021]: INFO nova.virt.vmwareapi.images [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] The imported VM was unregistered [ 1319.325382] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Caching image {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1319.325607] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Creating directory with path [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.325855] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adb1f79-6ad9-46af-9e09-a5af844b29bb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.345758] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Created directory with path [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737 {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.346020] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c/OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c.vmdk to [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk. {{(pid=63021) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1319.346183] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4edcb985-9068-46d2-a249-7671eada3b0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.352696] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1319.352696] env[63021]: value = "task-4283716" [ 1319.352696] env[63021]: _type = "Task" [ 1319.352696] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.359617] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.863421] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.218193] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becb459-10d7-48d5-968c-075f73e75ae8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.227195] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1bdd2b-1e2b-4297-b428-3e2022ac8829 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.257479] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29068739-50fc-4f51-8a1b-f72d8884a893 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.265310] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258871b5-f96e-4802-9948-8d241f3da8ca {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.278837] env[63021]: DEBUG nova.compute.provider_tree [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.363738] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.782698] env[63021]: DEBUG nova.scheduler.client.report [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.865018] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.287567] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.288145] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.364869] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.793394] env[63021]: DEBUG nova.compute.utils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.794838] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Not allocating networking since 'none' was specified. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1321.865631] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283716, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.243187} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.865911] env[63021]: INFO nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c/OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c.vmdk to [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk. [ 1321.866164] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Cleaning up location [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1321.866388] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_259dbc19-4644-4319-a519-d1f7f0f1995c {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.866661] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c185db8-3cb3-4b6b-9ddb-570f37303272 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.872886] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1321.872886] env[63021]: value = "task-4283717" [ 1321.872886] env[63021]: _type = "Task" [ 1321.872886] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.880440] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.296436] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.382715] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032931} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.382966] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.383086] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.383337] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk to [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.383585] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6959805-fc3e-4b5f-8e6c-53ac82273728 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.390574] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1322.390574] env[63021]: value = "task-4283718" [ 1322.390574] env[63021]: _type = "Task" [ 1322.390574] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.398221] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.902191] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.307116] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.335067] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.335347] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.335506] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.335690] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.335832] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.335981] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.336212] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.336375] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.336542] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.336705] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.336877] env[63021]: DEBUG nova.virt.hardware [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.337848] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62aac96-aaed-425d-a170-763e8d7a248a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.346379] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bbe61-f9c1-4954-9cb6-a90690d4181f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.362826] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance VIF info [] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.369061] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Creating folder: Project (89bedf3d72184354a18840d724701fa0). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.369477] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8061829c-dcc8-4a02-9ff6-96fcae5fe2f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.381184] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Created folder: Project (89bedf3d72184354a18840d724701fa0) in parent group-v843603. [ 1323.381353] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Creating folder: Instances. Parent ref: group-v843945. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.381567] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7226e53c-b455-4616-b48d-af45f51cb6ef {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.390993] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Created folder: Instances in parent group-v843945. [ 1323.391266] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.391531] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.394721] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba895bf6-2511-4d7b-b5a2-d11117594cc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.411900] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.414345] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.414345] env[63021]: value = "task-4283721" [ 1323.414345] env[63021]: _type = "Task" [ 1323.414345] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.424413] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283721, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.902875] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.925325] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283721, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.404130] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.425555] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283721, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.903055] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283718, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.119551} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.903055] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/127ce93e-d977-4c5e-8cb8-93e6cdd35737/127ce93e-d977-4c5e-8cb8-93e6cdd35737.vmdk to [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.903539] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c360c590-3357-4b8a-a4e6-1ad827da2f1c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.924272] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.927153] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f1fa0f-83a1-46d9-b6ab-e032ed5a224e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.945033] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283721, 'name': CreateVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.946276] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1324.946276] env[63021]: value = "task-4283722" [ 1324.946276] env[63021]: _type = "Task" [ 1324.946276] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.953664] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.425446] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283721, 'name': CreateVM_Task, 'duration_secs': 1.566366} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.425641] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.426060] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.426223] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.426551] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.426803] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a6e4f4-fd92-4735-bd30-0886a7e2f6df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.430867] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1325.430867] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52ef3002-d564-52b6-617d-121c2b8b1d3b" [ 1325.430867] env[63021]: _type = "Task" [ 1325.430867] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.437886] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ef3002-d564-52b6-617d-121c2b8b1d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.454092] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283722, 'name': ReconfigVM_Task, 'duration_secs': 0.289595} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.454349] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb/5b645712-7b64-4841-8190-feb48e2396cb.vmdk or device None with type streamOptimized {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.454940] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f183fddd-a6b0-4850-92f7-3b7d2f28c667 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.460520] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1325.460520] env[63021]: value = "task-4283723" [ 1325.460520] env[63021]: _type = "Task" [ 1325.460520] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.467880] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283723, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.940964] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52ef3002-d564-52b6-617d-121c2b8b1d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.018971} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.941366] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.941512] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.941747] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.941931] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.942142] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.942406] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae1b6b0-8b34-478b-bc63-e60545e76f2b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.952026] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.952212] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.952903] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f529212-a46f-4774-8ff0-c3508f7f76b8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.958735] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1325.958735] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]525b9de9-6612-000a-d64a-0cb320d428d4" [ 1325.958735] env[63021]: _type = "Task" [ 1325.958735] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.968311] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b9de9-6612-000a-d64a-0cb320d428d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.971431] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283723, 'name': Rename_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.471783] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]525b9de9-6612-000a-d64a-0cb320d428d4, 'name': SearchDatastore_Task, 'duration_secs': 0.025864} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.475109] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283723, 'name': Rename_Task, 'duration_secs': 0.560016} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.475315] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e6ecc6-fc88-4712-8e49-37ff11c0a152 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.477330] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.477550] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b295976f-fbdb-492a-b7f6-415926631fe9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.481367] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1326.481367] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52aec160-4482-6a4c-d408-9ce1c508240e" [ 1326.481367] env[63021]: _type = "Task" [ 1326.481367] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.485142] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1326.485142] env[63021]: value = "task-4283724" [ 1326.485142] env[63021]: _type = "Task" [ 1326.485142] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.490663] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aec160-4482-6a4c-d408-9ce1c508240e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.495224] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.997676] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52aec160-4482-6a4c-d408-9ce1c508240e, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.000901] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.001188] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 647a0594-9f56-4032-9725-7c9f09f3d666/647a0594-9f56-4032-9725-7c9f09f3d666.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.001468] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283724, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.001717] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2678d07e-04e7-4f1b-a2bd-f9e99b2655d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.008228] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1327.008228] env[63021]: value = "task-4283725" [ 1327.008228] env[63021]: _type = "Task" [ 1327.008228] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.015828] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.496895] env[63021]: DEBUG oslo_vmware.api [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283724, 'name': PowerOnVM_Task, 'duration_secs': 0.616776} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.497179] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.517776] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283725, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.627162] env[63021]: DEBUG nova.compute.manager [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.628085] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e2f25-9e78-4ef0-93d6-bc6248e4a614 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.019639] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517213} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.019990] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 647a0594-9f56-4032-9725-7c9f09f3d666/647a0594-9f56-4032-9725-7c9f09f3d666.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.020169] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.020425] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f1c72d-adcd-4e7c-b80a-1df36f0497aa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.026294] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1328.026294] env[63021]: value = "task-4283726" [ 1328.026294] env[63021]: _type = "Task" [ 1328.026294] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.034647] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.144482] env[63021]: DEBUG oslo_concurrency.lockutils [None req-47501a11-8f58-490d-9a0d-ff58cd073583 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.135s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.536089] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068744} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.536360] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.537150] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dead882-305b-4720-b7c8-bf40e63340bf {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.557864] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 647a0594-9f56-4032-9725-7c9f09f3d666/647a0594-9f56-4032-9725-7c9f09f3d666.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.558137] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41edd1ec-af88-4f97-a487-dc96293d9d68 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.577206] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1328.577206] env[63021]: value = "task-4283727" [ 1328.577206] env[63021]: _type = "Task" [ 1328.577206] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.584373] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.086999] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.374867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.375159] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.375378] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "5b645712-7b64-4841-8190-feb48e2396cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.375563] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.375738] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.377862] env[63021]: INFO nova.compute.manager [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Terminating instance [ 1329.588233] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.881838] env[63021]: DEBUG nova.compute.manager [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.882126] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.883072] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236a64ca-824f-4021-bfa7-c9f6ab5ab1fd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.890422] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.890651] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f363ecf0-6703-4a23-8045-fa9105de12d0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.896093] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1329.896093] env[63021]: value = "task-4283728" [ 1329.896093] env[63021]: _type = "Task" [ 1329.896093] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.903626] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.088142] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283727, 'name': ReconfigVM_Task, 'duration_secs': 1.302215} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.088489] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 647a0594-9f56-4032-9725-7c9f09f3d666/647a0594-9f56-4032-9725-7c9f09f3d666.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.089114] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c3be30a-f208-4997-a0b2-b9d1d099e293 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.095262] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1330.095262] env[63021]: value = "task-4283729" [ 1330.095262] env[63021]: _type = "Task" [ 1330.095262] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.102755] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283729, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.406596] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283728, 'name': PowerOffVM_Task, 'duration_secs': 0.204459} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.407116] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.407116] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.407439] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2674ae16-3609-4b60-aa4a-534384403d24 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.463363] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.463618] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.463704] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleting the datastore file [datastore2] 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.463964] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcde0e1a-1dca-4193-b72f-760f75205bb8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.471286] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for the task: (returnval){ [ 1330.471286] env[63021]: value = "task-4283731" [ 1330.471286] env[63021]: _type = "Task" [ 1330.471286] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.478172] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.605064] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283729, 'name': Rename_Task, 'duration_secs': 0.131733} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.605370] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.605612] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f88321-c59a-4079-b983-1c6db9dab442 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.612484] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1330.612484] env[63021]: value = "task-4283732" [ 1330.612484] env[63021]: _type = "Task" [ 1330.612484] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.619358] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.981106] env[63021]: DEBUG oslo_vmware.api [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Task: {'id': task-4283731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161618} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.981357] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.981541] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.981711] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.981894] env[63021]: INFO nova.compute.manager [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1330.982187] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.982378] env[63021]: DEBUG nova.compute.manager [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.982473] env[63021]: DEBUG nova.network.neutron [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.124050] env[63021]: DEBUG oslo_vmware.api [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283732, 'name': PowerOnVM_Task, 'duration_secs': 0.449002} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.124357] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.124528] env[63021]: INFO nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1331.124708] env[63021]: DEBUG nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.125482] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b5bfef-dfac-4513-954e-d76ddb1f7393 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.427412] env[63021]: DEBUG nova.compute.manager [req-55b06091-3254-463a-b40f-0b660dfc0519 req-bc9236c5-6c6c-46d1-8204-5b46ae7c499d service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Received event network-vif-deleted-11435eed-984e-4e61-8df9-637c3b31098f {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1331.429206] env[63021]: INFO nova.compute.manager [req-55b06091-3254-463a-b40f-0b660dfc0519 req-bc9236c5-6c6c-46d1-8204-5b46ae7c499d service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Neutron deleted interface 11435eed-984e-4e61-8df9-637c3b31098f; detaching it from the instance and deleting it from the info cache [ 1331.429206] env[63021]: DEBUG nova.network.neutron [req-55b06091-3254-463a-b40f-0b660dfc0519 req-bc9236c5-6c6c-46d1-8204-5b46ae7c499d service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.642121] env[63021]: INFO nova.compute.manager [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Took 12.51 seconds to build instance. [ 1331.911154] env[63021]: DEBUG nova.network.neutron [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.929841] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1bb74d-5f19-460b-8703-7cf741bfea90 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.940227] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d9784-806c-404c-8850-42f6ab5d7526 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.965745] env[63021]: DEBUG nova.compute.manager [req-55b06091-3254-463a-b40f-0b660dfc0519 req-bc9236c5-6c6c-46d1-8204-5b46ae7c499d service nova] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Detach interface failed, port_id=11435eed-984e-4e61-8df9-637c3b31098f, reason: Instance 5b645712-7b64-4841-8190-feb48e2396cb could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1332.143811] env[63021]: DEBUG oslo_concurrency.lockutils [None req-40e50b7b-1915-4e15-a9bf-8ae38117cebf tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.018s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.340617] env[63021]: DEBUG nova.compute.manager [None req-14a42edd-67c4-47b1-91b8-d93f12736463 tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.341617] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f25f62-91e6-4518-a8ab-da3028187c7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.414376] env[63021]: INFO nova.compute.manager [-] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Took 1.43 seconds to deallocate network for instance. [ 1332.423118] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "647a0594-9f56-4032-9725-7c9f09f3d666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.423352] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.423550] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "647a0594-9f56-4032-9725-7c9f09f3d666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.423727] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.423890] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.425471] env[63021]: INFO nova.compute.manager [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Terminating instance [ 1332.852563] env[63021]: INFO nova.compute.manager [None req-14a42edd-67c4-47b1-91b8-d93f12736463 tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] instance snapshotting [ 1332.853181] env[63021]: DEBUG nova.objects.instance [None req-14a42edd-67c4-47b1-91b8-d93f12736463 tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lazy-loading 'flavor' on Instance uuid 647a0594-9f56-4032-9725-7c9f09f3d666 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.920344] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.920598] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.920803] env[63021]: DEBUG nova.objects.instance [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lazy-loading 'resources' on Instance uuid 5b645712-7b64-4841-8190-feb48e2396cb {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.928879] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "refresh_cache-647a0594-9f56-4032-9725-7c9f09f3d666" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.929049] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquired lock "refresh_cache-647a0594-9f56-4032-9725-7c9f09f3d666" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.929221] env[63021]: DEBUG nova.network.neutron [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.359286] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a7847-b7e5-4c88-b697-b70ad07c5524 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.376636] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9efac8e-b76c-481b-8e7b-586b6cdaebc1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.450739] env[63021]: DEBUG nova.network.neutron [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.486181] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e28aecc-00c7-41fe-9e28-501f241df72f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.494205] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d44fa-a889-4c0d-81bc-bd53dc48e878 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.524819] env[63021]: DEBUG nova.network.neutron [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.526559] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c2f34-a795-4927-a840-25f49a59db04 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.534747] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e97de3-87c8-4209-8c8d-ba240fe4a835 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.550649] env[63021]: DEBUG nova.compute.provider_tree [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.886520] env[63021]: DEBUG nova.compute.manager [None req-14a42edd-67c4-47b1-91b8-d93f12736463 tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance disappeared during snapshot {{(pid=63021) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1333.995863] env[63021]: DEBUG nova.compute.manager [None req-14a42edd-67c4-47b1-91b8-d93f12736463 tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Found 0 images (rotation: 2) {{(pid=63021) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1334.029818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Releasing lock "refresh_cache-647a0594-9f56-4032-9725-7c9f09f3d666" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.030238] env[63021]: DEBUG nova.compute.manager [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.030431] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.031335] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df5dec-1441-4188-998f-2d0db35b4382 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.038933] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.039175] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c09885-2147-4a02-a832-47a78086c0ad {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.045384] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1334.045384] env[63021]: value = "task-4283733" [ 1334.045384] env[63021]: _type = "Task" [ 1334.045384] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.053221] env[63021]: DEBUG nova.scheduler.client.report [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.056145] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.555691] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283733, 'name': PowerOffVM_Task, 'duration_secs': 0.189884} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.556085] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.556239] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.556531] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7228a408-44d3-4da1-b20d-f9419d6b6849 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.559863] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.581162] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.581957] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.581957] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Deleting the datastore file [datastore2] 647a0594-9f56-4032-9725-7c9f09f3d666 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.581957] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676bae04-618d-437c-9d02-d249ffbc3dff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.588482] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for the task: (returnval){ [ 1334.588482] env[63021]: value = "task-4283735" [ 1334.588482] env[63021]: _type = "Task" [ 1334.588482] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.592365] env[63021]: INFO nova.scheduler.client.report [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Deleted allocations for instance 5b645712-7b64-4841-8190-feb48e2396cb [ 1334.599607] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.841818] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.842092] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.098433] env[63021]: DEBUG oslo_vmware.api [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Task: {'id': task-4283735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103915} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.098653] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.098822] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.098992] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.099186] env[63021]: INFO nova.compute.manager [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1335.099417] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.099603] env[63021]: DEBUG nova.compute.manager [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.099700] env[63021]: DEBUG nova.network.neutron [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.103758] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4665ea3-0b69-4f90-8c20-45a32b580382 tempest-ServerActionsTestOtherB-7425835 tempest-ServerActionsTestOtherB-7425835-project-member] Lock "5b645712-7b64-4841-8190-feb48e2396cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.117578] env[63021]: DEBUG nova.network.neutron [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.345678] env[63021]: DEBUG nova.compute.utils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.620246] env[63021]: DEBUG nova.network.neutron [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.848525] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.123360] env[63021]: INFO nova.compute.manager [-] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Took 1.02 seconds to deallocate network for instance. [ 1336.630235] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.630809] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.630809] env[63021]: DEBUG nova.objects.instance [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lazy-loading 'resources' on Instance uuid 647a0594-9f56-4032-9725-7c9f09f3d666 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.917231] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.917497] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.917725] env[63021]: INFO nova.compute.manager [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Attaching volume b1b41d80-d78b-4eef-a532-a8adaba66c5f to /dev/sdb [ 1336.952814] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23a0c5-55e8-4fe5-8237-fe778fe246e0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.963533] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f79aa3-b3f4-43da-b681-3dc0c82fb978 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.979967] env[63021]: DEBUG nova.virt.block_device [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating existing volume attachment record: e153aa84-48b5-4f13-8eb6-c9c9d85d5628 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.189646] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c7795-45e1-4da0-a9e6-7ca4b10b5d1f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.197364] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb342f8a-e881-454e-b0fb-8a8b0d7a09f3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.227919] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53415b5a-c524-4f48-8d41-108c63c18a31 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.235429] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf9f19b-f68f-4a9b-b75b-d126a3c5b840 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.250357] env[63021]: DEBUG nova.compute.provider_tree [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.753800] env[63021]: DEBUG nova.scheduler.client.report [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.259788] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.284831] env[63021]: INFO nova.scheduler.client.report [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Deleted allocations for instance 647a0594-9f56-4032-9725-7c9f09f3d666 [ 1338.793794] env[63021]: DEBUG oslo_concurrency.lockutils [None req-9442dca3-1227-41d0-a956-0a21b0676b4a tempest-ServersAaction247Test-1764627812 tempest-ServersAaction247Test-1764627812-project-member] Lock "647a0594-9f56-4032-9725-7c9f09f3d666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.369s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.522936] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1341.523205] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843948', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'name': 'volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95672675-9f6f-41ef-81ee-6750add275e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'serial': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1341.524220] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f06ba-9d29-40d7-a04d-a86f6c4bec85 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.541362] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b83ad-fa2e-4884-8095-b38edbf6a5b9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.567404] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f/volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.567773] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3c5206-79c8-4b9e-bd4d-c4987e43dfd1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.592059] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1341.592059] env[63021]: value = "task-4283739" [ 1341.592059] env[63021]: _type = "Task" [ 1341.592059] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.600911] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.102525] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283739, 'name': ReconfigVM_Task, 'duration_secs': 0.326721} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.102757] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f/volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.109299] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f8f3e92-8cd7-4ab7-9115-5f5cfb282c03 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.124969] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1342.124969] env[63021]: value = "task-4283740" [ 1342.124969] env[63021]: _type = "Task" [ 1342.124969] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.132785] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.634837] env[63021]: DEBUG oslo_vmware.api [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283740, 'name': ReconfigVM_Task, 'duration_secs': 0.128897} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.636095] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843948', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'name': 'volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95672675-9f6f-41ef-81ee-6750add275e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'serial': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1343.677578] env[63021]: DEBUG nova.objects.instance [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid 95672675-9f6f-41ef-81ee-6750add275e5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.860025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.860025] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.182275] env[63021]: DEBUG oslo_concurrency.lockutils [None req-6cb89534-f38e-49d3-9ec3-aa6244d1a0b6 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.362337] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.449789] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.451403] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.885340] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.885624] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.887140] env[63021]: INFO nova.compute.claims [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.955122] env[63021]: INFO nova.compute.manager [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Detaching volume b1b41d80-d78b-4eef-a532-a8adaba66c5f [ 1344.995031] env[63021]: INFO nova.virt.block_device [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Attempting to driver detach volume b1b41d80-d78b-4eef-a532-a8adaba66c5f from mountpoint /dev/sdb [ 1344.995031] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.995221] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843948', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'name': 'volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95672675-9f6f-41ef-81ee-6750add275e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'serial': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.996438] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826d173-190b-47e7-89a6-5eb498efee30 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.018230] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f54f47-9033-4806-b55e-1532480c8636 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.024929] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4673379a-90f0-4efb-aa54-d362b96aa2a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.045390] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694fbd34-460d-4c7c-beda-53b1ced7b2ff {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.059208] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] The volume has not been displaced from its original location: [datastore2] volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f/volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1345.064351] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.064913] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672cb6ba-e851-454f-832d-0173745162dc {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.081916] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1345.081916] env[63021]: value = "task-4283741" [ 1345.081916] env[63021]: _type = "Task" [ 1345.081916] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.088927] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.591789] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283741, 'name': ReconfigVM_Task, 'duration_secs': 0.20799} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.592034] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.596640] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7f2e84-8de5-4e18-b6f6-947dfb341b9f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.611663] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1345.611663] env[63021]: value = "task-4283742" [ 1345.611663] env[63021]: _type = "Task" [ 1345.611663] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.619710] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.940467] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a48ef-fbf6-4ba4-9f22-c5126d8d1c0d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.947924] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90518c9a-4a78-4fe6-ab1b-948c2144eeb2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.977753] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ac8cf-bf84-4c30-899f-09d621ef0587 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.984376] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01b75e-6f1f-4fe0-a12b-cf622417ad51 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.996666] env[63021]: DEBUG nova.compute.provider_tree [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.121777] env[63021]: DEBUG oslo_vmware.api [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283742, 'name': ReconfigVM_Task, 'duration_secs': 0.179402} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.122128] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843948', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'name': 'volume-b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '95672675-9f6f-41ef-81ee-6750add275e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f', 'serial': 'b1b41d80-d78b-4eef-a532-a8adaba66c5f'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1346.499635] env[63021]: DEBUG nova.scheduler.client.report [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.662138] env[63021]: DEBUG nova.objects.instance [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid 95672675-9f6f-41ef-81ee-6750add275e5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.004531] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.005075] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.510481] env[63021]: DEBUG nova.compute.utils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.512034] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.512204] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.558349] env[63021]: DEBUG nova.policy [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf8ed7f5d284001af42c14d92c54d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a0fddcd88b44918ad0ffc7f2e45707c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.668859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-c0e19a5d-1c52-4954-bba5-e5a1cde0b7bc tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.828562] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Successfully created port: 91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.015302] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.695021] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.695293] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.695511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "95672675-9f6f-41ef-81ee-6750add275e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.695692] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.695859] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.699364] env[63021]: INFO nova.compute.manager [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Terminating instance [ 1349.024035] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.050692] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.050945] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.051136] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.051355] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.051510] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.051729] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.051861] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.052034] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.052255] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.052368] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.053027] env[63021]: DEBUG nova.virt.hardware [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.053540] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f77e56-348e-4655-b2b8-71d656187263 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.062075] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19703aef-392f-4b6c-871d-ef97a7ccf066 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.196660] env[63021]: DEBUG nova.compute.manager [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Received event network-vif-plugged-91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1349.196883] env[63021]: DEBUG oslo_concurrency.lockutils [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] Acquiring lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.197104] env[63021]: DEBUG oslo_concurrency.lockutils [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.197279] env[63021]: DEBUG oslo_concurrency.lockutils [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.197447] env[63021]: DEBUG nova.compute.manager [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] No waiting events found dispatching network-vif-plugged-91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.197614] env[63021]: WARNING nova.compute.manager [req-0563a5d7-2618-4d98-a119-418b143c79fe req-eaa7f866-6ce9-4b93-9af1-679617fab20e service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Received unexpected event network-vif-plugged-91199316-483c-4d67-84d6-3cdfde28e62a for instance with vm_state building and task_state spawning. [ 1349.202853] env[63021]: DEBUG nova.compute.manager [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.203047] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.203897] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680397aa-d1f8-4542-ad7c-5b86c353705e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.211799] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.212029] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19abf9cb-4577-4c11-aff9-a2b76464b6dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.218101] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1349.218101] env[63021]: value = "task-4283743" [ 1349.218101] env[63021]: _type = "Task" [ 1349.218101] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.225711] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.276886] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Successfully updated port: 91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.727782] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283743, 'name': PowerOffVM_Task, 'duration_secs': 0.187308} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.727942] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.728128] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.728378] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ceebd07-bfae-4bde-a91d-f4f11b7199c2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.779791] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.779954] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquired lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.780158] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.792907] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.793139] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.793336] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleting the datastore file [datastore2] 95672675-9f6f-41ef-81ee-6750add275e5 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.793613] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bdd487d-0ee4-4186-89ac-b3e5d117774f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.799898] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1349.799898] env[63021]: value = "task-4283745" [ 1349.799898] env[63021]: _type = "Task" [ 1349.799898] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.807729] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.310365] env[63021]: DEBUG oslo_vmware.api [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318247} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.310616] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.310806] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.310981] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.311186] env[63021]: INFO nova.compute.manager [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1350.311430] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.312206] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.313969] env[63021]: DEBUG nova.compute.manager [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.314073] env[63021]: DEBUG nova.network.neutron [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.526343] env[63021]: DEBUG nova.network.neutron [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Updating instance_info_cache with network_info: [{"id": "91199316-483c-4d67-84d6-3cdfde28e62a", "address": "fa:16:3e:a7:ae:97", "network": {"id": "e4449923-e61f-49b7-9c44-510fc447c020", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1737866891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0fddcd88b44918ad0ffc7f2e45707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91199316-48", "ovs_interfaceid": "91199316-483c-4d67-84d6-3cdfde28e62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.029649] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Releasing lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.030054] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Instance network_info: |[{"id": "91199316-483c-4d67-84d6-3cdfde28e62a", "address": "fa:16:3e:a7:ae:97", "network": {"id": "e4449923-e61f-49b7-9c44-510fc447c020", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1737866891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0fddcd88b44918ad0ffc7f2e45707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91199316-48", "ovs_interfaceid": "91199316-483c-4d67-84d6-3cdfde28e62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.030405] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ae:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91199316-483c-4d67-84d6-3cdfde28e62a', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.037726] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Creating folder: Project (6a0fddcd88b44918ad0ffc7f2e45707c). Parent ref: group-v843603. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.038009] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9916722-8473-47b2-95f0-88e9d3c50bf9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.050541] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Created folder: Project (6a0fddcd88b44918ad0ffc7f2e45707c) in parent group-v843603. [ 1351.050726] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Creating folder: Instances. Parent ref: group-v843949. {{(pid=63021) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.050951] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3df4dd5-aa87-47fb-92e9-1acfdfab89b0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.059443] env[63021]: INFO nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Created folder: Instances in parent group-v843949. [ 1351.059662] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.060028] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.060100] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2e3abf-b4fd-40ee-8f59-2e33b6af76cb {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.078623] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.078623] env[63021]: value = "task-4283748" [ 1351.078623] env[63021]: _type = "Task" [ 1351.078623] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.085835] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283748, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.229569] env[63021]: DEBUG nova.compute.manager [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Received event network-changed-91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1351.229763] env[63021]: DEBUG nova.compute.manager [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Refreshing instance network info cache due to event network-changed-91199316-483c-4d67-84d6-3cdfde28e62a. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1351.229979] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] Acquiring lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.230141] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] Acquired lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.230399] env[63021]: DEBUG nova.network.neutron [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Refreshing network info cache for port 91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.318827] env[63021]: DEBUG nova.network.neutron [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.590981] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283748, 'name': CreateVM_Task, 'duration_secs': 0.285772} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.591990] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.592790] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.592969] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.593325] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.593591] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e82416e-f586-4877-aa90-12502945d341 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.598939] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1351.598939] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52746da6-f182-b3b4-21c0-9ad95541c48a" [ 1351.598939] env[63021]: _type = "Task" [ 1351.598939] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.606605] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52746da6-f182-b3b4-21c0-9ad95541c48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.823768] env[63021]: INFO nova.compute.manager [-] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Took 1.51 seconds to deallocate network for instance. [ 1351.922983] env[63021]: DEBUG nova.network.neutron [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Updated VIF entry in instance network info cache for port 91199316-483c-4d67-84d6-3cdfde28e62a. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.923359] env[63021]: DEBUG nova.network.neutron [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Updating instance_info_cache with network_info: [{"id": "91199316-483c-4d67-84d6-3cdfde28e62a", "address": "fa:16:3e:a7:ae:97", "network": {"id": "e4449923-e61f-49b7-9c44-510fc447c020", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1737866891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a0fddcd88b44918ad0ffc7f2e45707c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91199316-48", "ovs_interfaceid": "91199316-483c-4d67-84d6-3cdfde28e62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.109066] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52746da6-f182-b3b4-21c0-9ad95541c48a, 'name': SearchDatastore_Task, 'duration_secs': 0.023392} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.109377] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.109611] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.109848] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.110055] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.110265] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.110506] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f7388da-b396-4d14-b0af-e765613b2083 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.118398] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.118627] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.119302] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d579e57b-0209-4fd3-a8a6-b4d3dd805cb8 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.123918] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1352.123918] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8000f-51a4-5cab-4803-63ad6b2cd7c7" [ 1352.123918] env[63021]: _type = "Task" [ 1352.123918] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.130873] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8000f-51a4-5cab-4803-63ad6b2cd7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.343158] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.343528] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.343666] env[63021]: DEBUG nova.objects.instance [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'resources' on Instance uuid 95672675-9f6f-41ef-81ee-6750add275e5 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.426010] env[63021]: DEBUG oslo_concurrency.lockutils [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] Releasing lock "refresh_cache-c071d38c-f659-4920-b3b1-e87f13b9e16f" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.426339] env[63021]: DEBUG nova.compute.manager [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Received event network-vif-deleted-936ed056-e8e6-49f2-9821-9d2c5ac3e7af {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1352.426536] env[63021]: INFO nova.compute.manager [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Neutron deleted interface 936ed056-e8e6-49f2-9821-9d2c5ac3e7af; detaching it from the instance and deleting it from the info cache [ 1352.426711] env[63021]: DEBUG nova.network.neutron [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.634577] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52f8000f-51a4-5cab-4803-63ad6b2cd7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.007706} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.635373] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4769e1b-3ea0-4a6b-be5e-b355b58a0081 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.640477] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1352.640477] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52c0f189-7a0b-6a3e-01fa-51ed6052a8b0" [ 1352.640477] env[63021]: _type = "Task" [ 1352.640477] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.647861] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c0f189-7a0b-6a3e-01fa-51ed6052a8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.886887] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f5b295-e5fd-43fd-9c92-bcd6253d3789 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.895620] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30cfc99-3131-4106-bd41-696206b94e8f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.924325] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289df572-53a7-4649-a6c4-e378727effc3 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.930505] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8064cab2-25e1-4e26-bc7d-2b815cc8195c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.933112] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf0d8f-de24-4206-83a8-0bd82d007182 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.946640] env[63021]: DEBUG nova.compute.provider_tree [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.951644] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0d139-a392-4a61-9def-a014608cc39c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.976107] env[63021]: DEBUG nova.compute.manager [req-dcdba537-64ea-4ec6-85f1-de22b963629a req-80dc5db2-57f9-4829-88b1-a56d3f6db043 service nova] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Detach interface failed, port_id=936ed056-e8e6-49f2-9821-9d2c5ac3e7af, reason: Instance 95672675-9f6f-41ef-81ee-6750add275e5 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1353.150720] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52c0f189-7a0b-6a3e-01fa-51ed6052a8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018863} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.151063] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.151413] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c071d38c-f659-4920-b3b1-e87f13b9e16f/c071d38c-f659-4920-b3b1-e87f13b9e16f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.151698] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5d00d8-be5f-4782-8124-d1601a742daa {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.158087] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1353.158087] env[63021]: value = "task-4283749" [ 1353.158087] env[63021]: _type = "Task" [ 1353.158087] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.166608] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.451088] env[63021]: DEBUG nova.scheduler.client.report [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.668492] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414481} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.668726] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] c071d38c-f659-4920-b3b1-e87f13b9e16f/c071d38c-f659-4920-b3b1-e87f13b9e16f.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.668940] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.669247] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b62d68d6-4a80-4e45-813d-2a2370111d5b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.675671] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1353.675671] env[63021]: value = "task-4283750" [ 1353.675671] env[63021]: _type = "Task" [ 1353.675671] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.683237] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.956023] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.978618] env[63021]: INFO nova.scheduler.client.report [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted allocations for instance 95672675-9f6f-41ef-81ee-6750add275e5 [ 1354.185176] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060255} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.185413] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.186160] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847d2234-6b74-4a62-b059-3e918ef3e332 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.207530] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c071d38c-f659-4920-b3b1-e87f13b9e16f/c071d38c-f659-4920-b3b1-e87f13b9e16f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.207749] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4f7702-941f-49c7-8498-2bdb2cd1b89d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.226557] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1354.226557] env[63021]: value = "task-4283751" [ 1354.226557] env[63021]: _type = "Task" [ 1354.226557] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.233821] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.487846] env[63021]: DEBUG oslo_concurrency.lockutils [None req-904e3103-a79d-4413-8f0e-72ad2ebe59d2 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "95672675-9f6f-41ef-81ee-6750add275e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.736752] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283751, 'name': ReconfigVM_Task, 'duration_secs': 0.266937} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.737058] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c071d38c-f659-4920-b3b1-e87f13b9e16f/c071d38c-f659-4920-b3b1-e87f13b9e16f.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.737723] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b42ab95-fcab-40e5-8766-8b120f3fe10f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.744689] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1354.744689] env[63021]: value = "task-4283752" [ 1354.744689] env[63021]: _type = "Task" [ 1354.744689] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.752610] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283752, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.255210] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283752, 'name': Rename_Task, 'duration_secs': 0.145383} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.255483] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.255794] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54358f2c-4191-4dd9-960b-181dfcd9f3db {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.262211] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1355.262211] env[63021]: value = "task-4283753" [ 1355.262211] env[63021]: _type = "Task" [ 1355.262211] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.269707] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.771477] env[63021]: DEBUG oslo_vmware.api [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283753, 'name': PowerOnVM_Task, 'duration_secs': 0.49789} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.771875] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.771875] env[63021]: INFO nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1355.772071] env[63021]: DEBUG nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.772833] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b25fd3-64e3-440b-a244-9363dce732d4 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.293054] env[63021]: INFO nova.compute.manager [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Took 11.43 seconds to build instance. [ 1356.650427] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.650725] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.794951] env[63021]: DEBUG oslo_concurrency.lockutils [None req-b4089422-50f1-4e59-b813-00b29ee1017c tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.935s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.153885] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Starting instance... {{(pid=63021) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.676322] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.676593] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.678174] env[63021]: INFO nova.compute.claims [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.778469] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.778729] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.779274] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.779470] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.779641] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.781510] env[63021]: INFO nova.compute.manager [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Terminating instance [ 1358.285258] env[63021]: DEBUG nova.compute.manager [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.285737] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.286455] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971989f-3fda-41a1-8fec-0b388e453d6a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.294664] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.294888] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71b06a7-c506-4072-81d9-60dc1aa06a74 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.301552] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1358.301552] env[63021]: value = "task-4283754" [ 1358.301552] env[63021]: _type = "Task" [ 1358.301552] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.309139] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.732697] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb2b1d-30b3-45ce-8c09-272ce866d2d9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.741034] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1aacc8-9959-41e1-89e6-2d1752c6c3d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.770898] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35685125-99f9-4de0-a446-f631e29cc972 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.778147] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b57d0-ee27-4b38-aee1-33e41e429f67 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.791501] env[63021]: DEBUG nova.compute.provider_tree [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.809990] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283754, 'name': PowerOffVM_Task, 'duration_secs': 0.195743} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.810303] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.810522] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.810780] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6456dce-3369-4b6b-8c92-4660eeac5818 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.869075] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.869382] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.869618] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Deleting the datastore file [datastore2] c071d38c-f659-4920-b3b1-e87f13b9e16f {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.869911] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afaab0ea-211c-4a78-9c91-0790c4f7646f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.877100] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for the task: (returnval){ [ 1358.877100] env[63021]: value = "task-4283756" [ 1358.877100] env[63021]: _type = "Task" [ 1358.877100] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.885681] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.294790] env[63021]: DEBUG nova.scheduler.client.report [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.386446] env[63021]: DEBUG oslo_vmware.api [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Task: {'id': task-4283756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12687} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.386763] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.386991] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.387224] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.387450] env[63021]: INFO nova.compute.manager [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1359.387716] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.387941] env[63021]: DEBUG nova.compute.manager [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.388087] env[63021]: DEBUG nova.network.neutron [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.800304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.800850] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Start building networks asynchronously for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.852968] env[63021]: DEBUG nova.compute.manager [req-138ccdf1-935a-4051-85b4-23aca020b245 req-c3b7386f-2945-471e-8b22-72cdf7ddd5b1 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Received event network-vif-deleted-91199316-483c-4d67-84d6-3cdfde28e62a {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1359.853082] env[63021]: INFO nova.compute.manager [req-138ccdf1-935a-4051-85b4-23aca020b245 req-c3b7386f-2945-471e-8b22-72cdf7ddd5b1 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Neutron deleted interface 91199316-483c-4d67-84d6-3cdfde28e62a; detaching it from the instance and deleting it from the info cache [ 1359.853262] env[63021]: DEBUG nova.network.neutron [req-138ccdf1-935a-4051-85b4-23aca020b245 req-c3b7386f-2945-471e-8b22-72cdf7ddd5b1 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.306856] env[63021]: DEBUG nova.compute.utils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.308249] env[63021]: DEBUG nova.network.neutron [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.311033] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Allocating IP information in the background. {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.311033] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] allocate_for_instance() {{(pid=63021) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.348305] env[63021]: DEBUG nova.policy [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5194f598ddc24832bd85b8f9fd5246c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff80cb7843a24496a542a9cfb48c2d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63021) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.355578] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d6086e-9382-4a92-9d95-5122c174f71f {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.366403] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330c57f-d100-4c81-8849-476325fef462 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.392687] env[63021]: DEBUG nova.compute.manager [req-138ccdf1-935a-4051-85b4-23aca020b245 req-c3b7386f-2945-471e-8b22-72cdf7ddd5b1 service nova] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Detach interface failed, port_id=91199316-483c-4d67-84d6-3cdfde28e62a, reason: Instance c071d38c-f659-4920-b3b1-e87f13b9e16f could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1360.638934] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Successfully created port: 8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.810746] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Start building block device mappings for instance. {{(pid=63021) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.813918] env[63021]: INFO nova.compute.manager [-] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Took 1.43 seconds to deallocate network for instance. [ 1361.318631] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.318929] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.319095] env[63021]: DEBUG nova.objects.instance [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lazy-loading 'resources' on Instance uuid c071d38c-f659-4920-b3b1-e87f13b9e16f {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.824886] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Start spawning the instance on the hypervisor. {{(pid=63021) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.851240] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-14T12:17:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-14T12:17:42Z,direct_url=,disk_format='vmdk',id=269d5a0f-d41d-4f43-9326-18e410ebcbe3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='81b02460fde4447a934946d46bbfa695',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-14T12:17:42Z,virtual_size=,visibility=), allow threads: False {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.851526] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.851686] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image limits 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.851867] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Flavor pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.852027] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Image pref 0:0:0 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.852177] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63021) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.852402] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.852576] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.852748] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Got 1 possible topologies {{(pid=63021) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.852910] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.853095] env[63021]: DEBUG nova.virt.hardware [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63021) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.853948] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41573442-97a6-47ab-903f-0cfced1f8cf6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.864267] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ba2ab-7130-4ca0-b82d-f98c90f74436 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.869531] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dbaeff-661a-4678-a9eb-ce4e88a8b874 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.883726] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bbcedd-ed66-4dcb-ac57-2655a3262b10 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.913868] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110a058-d1e1-4f8f-b2a8-1d93b8c19d20 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.921268] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0c090-446a-4f5a-b133-031259b88e9a {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.934239] env[63021]: DEBUG nova.compute.provider_tree [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.131980] env[63021]: DEBUG nova.compute.manager [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Received event network-vif-plugged-8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1362.132296] env[63021]: DEBUG oslo_concurrency.lockutils [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.132533] env[63021]: DEBUG oslo_concurrency.lockutils [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.132706] env[63021]: DEBUG oslo_concurrency.lockutils [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.132882] env[63021]: DEBUG nova.compute.manager [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] No waiting events found dispatching network-vif-plugged-8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.133073] env[63021]: WARNING nova.compute.manager [req-44388a95-9ad4-4885-971e-d0482267410e req-168dbce4-55a2-412e-ac30-28f0bca9b5b0 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Received unexpected event network-vif-plugged-8b47a737-e56c-4575-8fd5-f02b2ee17087 for instance with vm_state building and task_state spawning. [ 1362.224944] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Successfully updated port: 8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.437889] env[63021]: DEBUG nova.scheduler.client.report [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.727930] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.728121] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.728301] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Building network info cache for instance {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.942940] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.969758] env[63021]: INFO nova.scheduler.client.report [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Deleted allocations for instance c071d38c-f659-4920-b3b1-e87f13b9e16f [ 1363.259053] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Instance cache missing network info. {{(pid=63021) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.263395] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.263588] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.389727] env[63021]: DEBUG nova.network.neutron [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating instance_info_cache with network_info: [{"id": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "address": "fa:16:3e:8a:8a:f1", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b47a737-e5", "ovs_interfaceid": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.479304] env[63021]: DEBUG oslo_concurrency.lockutils [None req-92470f21-1d36-4255-95d1-d3c930affe82 tempest-ServerMetadataTestJSON-462993160 tempest-ServerMetadataTestJSON-462993160-project-member] Lock "c071d38c-f659-4920-b3b1-e87f13b9e16f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.767378] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.767577] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.767732] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.767910] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.768069] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.768220] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.768354] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1363.768571] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.892319] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.892679] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Instance network_info: |[{"id": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "address": "fa:16:3e:8a:8a:f1", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b47a737-e5", "ovs_interfaceid": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63021) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.893093] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:8a:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b47a737-e56c-4575-8fd5-f02b2ee17087', 'vif_model': 'vmxnet3'}] {{(pid=63021) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.900352] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.900548] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Creating VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.900765] env[63021]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65791136-6a06-46fd-9fba-6075c11b90ed {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.921014] env[63021]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.921014] env[63021]: value = "task-4283757" [ 1363.921014] env[63021]: _type = "Task" [ 1363.921014] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.928372] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283757, 'name': CreateVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.161197] env[63021]: DEBUG nova.compute.manager [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Received event network-changed-8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1364.161490] env[63021]: DEBUG nova.compute.manager [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Refreshing instance network info cache due to event network-changed-8b47a737-e56c-4575-8fd5-f02b2ee17087. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1364.161721] env[63021]: DEBUG oslo_concurrency.lockutils [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] Acquiring lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.161866] env[63021]: DEBUG oslo_concurrency.lockutils [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] Acquired lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.162042] env[63021]: DEBUG nova.network.neutron [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Refreshing network info cache for port 8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.271520] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.271778] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.271955] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.272137] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1364.272993] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96504f19-aecb-4f22-8dc7-99b2e38b1556 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.281099] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd97e2ec-0c6a-467e-a782-a2c2162f02f0 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.294540] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28075c-7d5d-4878-9872-4714071b3bf7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.300721] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a56fba9-c23e-4a15-82aa-34c0b9d9d92d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.328400] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179986MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1364.328546] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.328762] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.430884] env[63021]: DEBUG oslo_vmware.api [-] Task: {'id': task-4283757, 'name': CreateVM_Task, 'duration_secs': 0.302289} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.431563] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Created VM on the ESX host {{(pid=63021) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.431997] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.432189] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.432564] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.432814] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbf558d-9151-4414-936f-8d71a045da7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.437471] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1364.437471] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]521ee64d-edaf-690d-0ec4-9d15e8279dc9" [ 1364.437471] env[63021]: _type = "Task" [ 1364.437471] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.446157] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ee64d-edaf-690d-0ec4-9d15e8279dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.948167] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]521ee64d-edaf-690d-0ec4-9d15e8279dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.948527] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.948640] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Processing image 269d5a0f-d41d-4f43-9326-18e410ebcbe3 {{(pid=63021) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.948867] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.949014] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.949196] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.949486] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc367a9-d602-4ef9-b86c-ae0715494931 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.958469] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63021) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.958755] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63021) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.959887] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b756d3-4629-423d-90c2-a187300932dd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.967041] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1364.967041] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52b94423-bbcb-0f59-0504-84a34e7b6c42" [ 1364.967041] env[63021]: _type = "Task" [ 1364.967041] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.976720] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52b94423-bbcb-0f59-0504-84a34e7b6c42, 'name': SearchDatastore_Task, 'duration_secs': 0.007833} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.977464] env[63021]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda14f45-72fa-4d2b-8a59-22946950e23d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.982216] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1364.982216] env[63021]: value = "session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca4f2-a1d9-eb19-1667-4ff23808e363" [ 1364.982216] env[63021]: _type = "Task" [ 1364.982216] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.989039] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca4f2-a1d9-eb19-1667-4ff23808e363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.183756] env[63021]: DEBUG nova.network.neutron [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updated VIF entry in instance network info cache for port 8b47a737-e56c-4575-8fd5-f02b2ee17087. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.184188] env[63021]: DEBUG nova.network.neutron [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating instance_info_cache with network_info: [{"id": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "address": "fa:16:3e:8a:8a:f1", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b47a737-e5", "ovs_interfaceid": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.355153] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1365.355373] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1365.355519] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=183GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1365.383306] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b52117d-7619-4cc0-b5ad-fe893cdabe91 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.392456] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a606a6a-e372-47af-886a-0c86e42d9fce {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.426024] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8615cfb1-7c00-4b26-992a-9cf2e69e0b15 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.437021] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd1b4d-6fa7-4dd1-896e-f14d438bca7d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.448934] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.492544] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': session[52ead333-610d-3dcc-e649-64a940e3f44e]52cca4f2-a1d9-eb19-1667-4ff23808e363, 'name': SearchDatastore_Task, 'duration_secs': 0.008508} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.492842] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.493166] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19/9208bfe5-9fd2-418a-be6c-9c7ff3b35b19.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.493315] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a244823-4c4d-4cfd-8918-67051bda7844 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.500041] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1365.500041] env[63021]: value = "task-4283758" [ 1365.500041] env[63021]: _type = "Task" [ 1365.500041] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.508162] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.687451] env[63021]: DEBUG oslo_concurrency.lockutils [req-dbf78b5d-908b-46ef-9e10-aebc458c1096 req-ff4be21c-4e16-4ace-a1c8-effe6c7f60b4 service nova] Releasing lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.953887] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.010364] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46319} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.010461] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/269d5a0f-d41d-4f43-9326-18e410ebcbe3/269d5a0f-d41d-4f43-9326-18e410ebcbe3.vmdk to [datastore2] 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19/9208bfe5-9fd2-418a-be6c-9c7ff3b35b19.vmdk {{(pid=63021) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.010688] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Extending root virtual disk to 1048576 {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.010977] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333ddb33-467d-4f1d-9f4d-7e89535cd3bd {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.016659] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1366.016659] env[63021]: value = "task-4283759" [ 1366.016659] env[63021]: _type = "Task" [ 1366.016659] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.024113] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.458582] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1366.458810] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.525856] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103133} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.526130] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Extended root virtual disk {{(pid=63021) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.526893] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84999dd6-d346-4c1f-bf2c-245e63afe5d1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.549787] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19/9208bfe5-9fd2-418a-be6c-9c7ff3b35b19.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.550100] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f900d1b9-7db0-438d-b81e-7ccf05cf0d36 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.570522] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1366.570522] env[63021]: value = "task-4283760" [ 1366.570522] env[63021]: _type = "Task" [ 1366.570522] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.578406] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.080360] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283760, 'name': ReconfigVM_Task, 'duration_secs': 0.266374} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.080788] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19/9208bfe5-9fd2-418a-be6c-9c7ff3b35b19.vmdk or device None with type sparse {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.081560] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff335fc-4962-4bd0-bd92-c6dcef9187d2 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.087926] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1367.087926] env[63021]: value = "task-4283761" [ 1367.087926] env[63021]: _type = "Task" [ 1367.087926] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.094985] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283761, 'name': Rename_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.598197] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283761, 'name': Rename_Task, 'duration_secs': 0.17577} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.598486] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Powering on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.598742] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc9d4f9-3e1c-47c0-8fe2-7af79adb2226 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.605509] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1367.605509] env[63021]: value = "task-4283762" [ 1367.605509] env[63021]: _type = "Task" [ 1367.605509] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.612910] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.117349] env[63021]: DEBUG oslo_vmware.api [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283762, 'name': PowerOnVM_Task, 'duration_secs': 0.446155} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.117721] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Powered on the VM {{(pid=63021) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.117721] env[63021]: INFO nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1368.117923] env[63021]: DEBUG nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Checking state {{(pid=63021) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.118677] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f208622b-6517-49fe-bc1b-fb8ed0d1d11c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.638361] env[63021]: INFO nova.compute.manager [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Took 10.98 seconds to build instance. [ 1368.905564] env[63021]: DEBUG nova.compute.manager [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Received event network-changed-8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1368.905750] env[63021]: DEBUG nova.compute.manager [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Refreshing instance network info cache due to event network-changed-8b47a737-e56c-4575-8fd5-f02b2ee17087. {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1368.905968] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] Acquiring lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.906144] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] Acquired lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.906316] env[63021]: DEBUG nova.network.neutron [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Refreshing network info cache for port 8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.140243] env[63021]: DEBUG oslo_concurrency.lockutils [None req-5c097e07-3043-402d-bc1c-2330abdd4501 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.489s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.604075] env[63021]: DEBUG nova.network.neutron [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updated VIF entry in instance network info cache for port 8b47a737-e56c-4575-8fd5-f02b2ee17087. {{(pid=63021) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.604439] env[63021]: DEBUG nova.network.neutron [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating instance_info_cache with network_info: [{"id": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "address": "fa:16:3e:8a:8a:f1", "network": {"id": "e07128c5-498c-4625-923d-4275e392f7e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1370336622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff80cb7843a24496a542a9cfb48c2d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b47a737-e5", "ovs_interfaceid": "8b47a737-e56c-4575-8fd5-f02b2ee17087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.107428] env[63021]: DEBUG oslo_concurrency.lockutils [req-8b80183e-7b89-4331-9b32-2f8a767bdf2f req-e2e39c2c-a35c-41b4-91ba-e1e1d52d9e06 service nova] Releasing lock "refresh_cache-9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" {{(pid=63021) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.637133] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.637420] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.140643] env[63021]: DEBUG nova.compute.utils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Using /dev/sd instead of None {{(pid=63021) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.643437] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.705511] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.705880] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.706018] env[63021]: INFO nova.compute.manager [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Attaching volume feb27fb1-cd19-4e49-837f-d0226a5c333a to /dev/sdb [ 1408.735707] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295bb006-a4ca-47db-888e-0f32bbe37a83 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.742998] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb5688-258a-495f-b894-9c09b5db7052 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.756243] env[63021]: DEBUG nova.virt.block_device [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating existing volume attachment record: b95af872-ea92-4398-a9cb-be546de30958 {{(pid=63021) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1413.298253] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Volume attach. Driver type: vmdk {{(pid=63021) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1413.298528] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843953', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'name': 'volume-feb27fb1-cd19-4e49-837f-d0226a5c333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9208bfe5-9fd2-418a-be6c-9c7ff3b35b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'serial': 'feb27fb1-cd19-4e49-837f-d0226a5c333a'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1413.299197] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31cf64e-386f-4a0a-a1f0-1816b5a670b1 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.315684] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0febb6-8904-430b-b5a5-a5ed630c3811 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.339315] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-feb27fb1-cd19-4e49-837f-d0226a5c333a/volume-feb27fb1-cd19-4e49-837f-d0226a5c333a.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.339543] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f1d2ff-4e58-4405-a2c2-806acecc14df {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.357800] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1413.357800] env[63021]: value = "task-4283765" [ 1413.357800] env[63021]: _type = "Task" [ 1413.357800] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.365000] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.868893] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283765, 'name': ReconfigVM_Task, 'duration_secs': 0.329033} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.869367] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-feb27fb1-cd19-4e49-837f-d0226a5c333a/volume-feb27fb1-cd19-4e49-837f-d0226a5c333a.vmdk or device None with type thin {{(pid=63021) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.877709] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2790f55-d505-4139-84b9-5a538277f83c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.901285] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1413.901285] env[63021]: value = "task-4283766" [ 1413.901285] env[63021]: _type = "Task" [ 1413.901285] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.912135] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.411116] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.911416] env[63021]: DEBUG oslo_vmware.api [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283766, 'name': ReconfigVM_Task, 'duration_secs': 0.952922} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.911727] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843953', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'name': 'volume-feb27fb1-cd19-4e49-837f-d0226a5c333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9208bfe5-9fd2-418a-be6c-9c7ff3b35b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'serial': 'feb27fb1-cd19-4e49-837f-d0226a5c333a'} {{(pid=63021) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1415.947831] env[63021]: DEBUG nova.objects.instance [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.454036] env[63021]: DEBUG oslo_concurrency.lockutils [None req-e804cd17-8deb-4170-9f29-7c8fa2a6ab44 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.748s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.164959] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.166046] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.669055] env[63021]: INFO nova.compute.manager [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Detaching volume feb27fb1-cd19-4e49-837f-d0226a5c333a [ 1417.698498] env[63021]: INFO nova.virt.block_device [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Attempting to driver detach volume feb27fb1-cd19-4e49-837f-d0226a5c333a from mountpoint /dev/sdb [ 1417.698909] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Volume detach. Driver type: vmdk {{(pid=63021) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1417.699251] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843953', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'name': 'volume-feb27fb1-cd19-4e49-837f-d0226a5c333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9208bfe5-9fd2-418a-be6c-9c7ff3b35b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'serial': 'feb27fb1-cd19-4e49-837f-d0226a5c333a'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1417.701026] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c90656-61d0-4f3b-a2a3-f442afd4e4a6 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.722029] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b4f21-56c8-428c-91bf-10da610a812d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.728182] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1d16f-3f15-4cf6-9d38-721075b8af0e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.748122] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fd7165-a171-47de-8d54-55e52c5e14a9 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.761860] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] The volume has not been displaced from its original location: [datastore2] volume-feb27fb1-cd19-4e49-837f-d0226a5c333a/volume-feb27fb1-cd19-4e49-837f-d0226a5c333a.vmdk. No consolidation needed. {{(pid=63021) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1417.766927] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.767189] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6693ac4c-1e70-4bc6-8d75-4eadb6d6b900 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.784057] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1417.784057] env[63021]: value = "task-4283767" [ 1417.784057] env[63021]: _type = "Task" [ 1417.784057] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.792161] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.293197] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283767, 'name': ReconfigVM_Task, 'duration_secs': 0.209074} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.293572] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=63021) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1418.297922] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab0f9fc-416e-4711-8ece-18a6521df299 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.312559] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1418.312559] env[63021]: value = "task-4283768" [ 1418.312559] env[63021]: _type = "Task" [ 1418.312559] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.319788] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.822622] env[63021]: DEBUG oslo_vmware.api [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283768, 'name': ReconfigVM_Task, 'duration_secs': 0.133313} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.822915] env[63021]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-843953', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'name': 'volume-feb27fb1-cd19-4e49-837f-d0226a5c333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9208bfe5-9fd2-418a-be6c-9c7ff3b35b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'feb27fb1-cd19-4e49-837f-d0226a5c333a', 'serial': 'feb27fb1-cd19-4e49-837f-d0226a5c333a'} {{(pid=63021) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1419.362616] env[63021]: DEBUG nova.objects.instance [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'flavor' on Instance uuid 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.370417] env[63021]: DEBUG oslo_concurrency.lockutils [None req-a8a53c6e-8761-472c-8a12-7f652d4ac1eb tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.419050] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.419445] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.419485] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.419663] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.419839] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.421883] env[63021]: INFO nova.compute.manager [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Terminating instance [ 1421.925570] env[63021]: DEBUG nova.compute.manager [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Start destroying the instance on the hypervisor. {{(pid=63021) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.925806] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Destroying instance {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.926721] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9917ad-040f-464c-8b87-3b9efd070948 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.934602] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Powering off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.934819] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40009127-1cfc-40d1-bf43-fb861e958a4e {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.941742] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1421.941742] env[63021]: value = "task-4283769" [ 1421.941742] env[63021]: _type = "Task" [ 1421.941742] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.949556] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.065422] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.065661] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.065771] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.065921] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.067058] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.067058] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.067058] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.067058] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63021) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1422.067058] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.451281] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283769, 'name': PowerOffVM_Task, 'duration_secs': 0.160473} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.451644] env[63021]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Powered off the VM {{(pid=63021) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.451682] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Unregistering the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.451926] env[63021]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3f09a7-33be-4ccd-8e44-b9e9ba303983 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.510157] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Unregistered the VM {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.510401] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Deleting contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.510557] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleting the datastore file [datastore2] 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.510817] env[63021]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41a72175-0229-4b28-a0b2-445802e82522 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.517714] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for the task: (returnval){ [ 1422.517714] env[63021]: value = "task-4283771" [ 1422.517714] env[63021]: _type = "Task" [ 1422.517714] env[63021]: } to complete. {{(pid=63021) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.524791] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.569918] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.570193] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.570373] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.570559] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63021) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1422.571380] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f4b6b-4027-4ea3-9c11-28fd046256f5 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.580239] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ec05be-9679-4f8b-9b7b-52a35d6fdf98 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.593946] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411029b-4e5d-4233-aa13-b4c690271f4d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.599874] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38553536-215c-465f-820c-61db3b065662 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.629471] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180219MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=63021) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1422.629630] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.629851] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.028088] env[63021]: DEBUG oslo_vmware.api [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Task: {'id': task-4283771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135831} completed successfully. {{(pid=63021) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.028356] env[63021]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted the datastore file {{(pid=63021) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.028541] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Deleted contents of the VM from datastore datastore2 {{(pid=63021) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.028715] env[63021]: DEBUG nova.virt.vmwareapi.vmops [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Instance destroyed {{(pid=63021) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.028887] env[63021]: INFO nova.compute.manager [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1423.029142] env[63021]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63021) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.029334] env[63021]: DEBUG nova.compute.manager [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Deallocating network for instance {{(pid=63021) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.029434] env[63021]: DEBUG nova.network.neutron [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] deallocate_for_instance() {{(pid=63021) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.486493] env[63021]: DEBUG nova.compute.manager [req-5d56023f-1a7b-4fb4-9723-7ee629a95203 req-7c2ccfba-511f-4abf-b79b-df66529c0acd service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Received event network-vif-deleted-8b47a737-e56c-4575-8fd5-f02b2ee17087 {{(pid=63021) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1423.486775] env[63021]: INFO nova.compute.manager [req-5d56023f-1a7b-4fb4-9723-7ee629a95203 req-7c2ccfba-511f-4abf-b79b-df66529c0acd service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Neutron deleted interface 8b47a737-e56c-4575-8fd5-f02b2ee17087; detaching it from the instance and deleting it from the info cache [ 1423.486968] env[63021]: DEBUG nova.network.neutron [req-5d56023f-1a7b-4fb4-9723-7ee629a95203 req-7c2ccfba-511f-4abf-b79b-df66529c0acd service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.778563] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Instance 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63021) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.778780] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1423.778927] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=183GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63021) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1423.805794] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7723d2-000d-4b82-8906-4e4722ed360d {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.814862] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5db3ae-c0c8-4d21-b575-93634770af7b {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.843541] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac37059e-6550-4f2a-9024-eba6f4cf1200 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.850208] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0746cd23-ca9a-4f8d-a2f6-fad0e3608922 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.862874] env[63021]: DEBUG nova.compute.provider_tree [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.966714] env[63021]: DEBUG nova.network.neutron [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Updating instance_info_cache with network_info: [] {{(pid=63021) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.989493] env[63021]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5419ebc9-a5af-4150-96d8-64830476bc4c {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.999273] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc273de-ce60-4550-ad3e-702cccc42e80 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.023016] env[63021]: DEBUG nova.compute.manager [req-5d56023f-1a7b-4fb4-9723-7ee629a95203 req-7c2ccfba-511f-4abf-b79b-df66529c0acd service nova] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Detach interface failed, port_id=8b47a737-e56c-4575-8fd5-f02b2ee17087, reason: Instance 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 could not be found. {{(pid=63021) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1424.365729] env[63021]: DEBUG nova.scheduler.client.report [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.469453] env[63021]: INFO nova.compute.manager [-] [instance: 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19] Took 1.44 seconds to deallocate network for instance. [ 1424.870752] env[63021]: DEBUG nova.compute.resource_tracker [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63021) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1424.871144] env[63021]: DEBUG oslo_concurrency.lockutils [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.241s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.871194] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.977382] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.977665] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.977885] env[63021]: DEBUG nova.objects.instance [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lazy-loading 'resources' on Instance uuid 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 {{(pid=63021) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.507815] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d95b7-f862-458c-8971-cbba091e1729 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.515743] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497c858-7d74-4d99-baeb-f5b308906682 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.544484] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e3420-6943-4258-9ecc-d27d5f11a739 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.551560] env[63021]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad312a4-12d4-444f-92a9-5b27db18f1b7 {{(pid=63021) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.564406] env[63021]: DEBUG nova.compute.provider_tree [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed in ProviderTree for provider: 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 {{(pid=63021) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.567391] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.567544] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1426.067859] env[63021]: DEBUG nova.scheduler.client.report [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Inventory has not changed for provider 1b739ffe-8139-4fa2-b0d4-cb50abc37cb0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 329, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63021) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.079135] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] There are 30 instances to clean {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1426.079306] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c071d38c-f659-4920-b3b1-e87f13b9e16f] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1426.582151] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.584437] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 647a0594-9f56-4032-9725-7c9f09f3d666] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1426.606069] env[63021]: INFO nova.scheduler.client.report [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Deleted allocations for instance 9208bfe5-9fd2-418a-be6c-9c7ff3b35b19 [ 1427.088558] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 95672675-9f6f-41ef-81ee-6750add275e5] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1427.113844] env[63021]: DEBUG oslo_concurrency.lockutils [None req-10b20658-3407-4053-b15c-10a6a298ee94 tempest-AttachVolumeNegativeTest-423363950 tempest-AttachVolumeNegativeTest-423363950-project-member] Lock "9208bfe5-9fd2-418a-be6c-9c7ff3b35b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=63021) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.592381] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 925b3854-c5f9-46fa-b871-98b5a0c64cd0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1428.095742] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5b645712-7b64-4841-8190-feb48e2396cb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1428.599610] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 4d75bb13-b83e-4d54-b3b3-20fe21133179] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1429.103408] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d4c0c92c-d329-4702-8dd3-b4e004ee135a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1429.607271] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 764a4c6b-83b9-4435-819d-951ef7ad968f] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1430.110417] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: bb8f382b-1abd-4db6-be81-47db5116c999] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1430.613941] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: fc2035f8-3b2f-450d-a60d-af4f36ff73fb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1431.116894] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 85743477-0963-4460-9a93-8375d827a4f4] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1431.620178] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 49cd7e44-6e0c-4195-a966-41896ea591cb] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1432.123663] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: c6eb8650-4b12-4f92-a81d-5a4a5f0c65a1] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1432.626916] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: aaa55ce1-c5d0-4c34-a08d-76748eff1529] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1433.130151] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 03bdd573-d3cd-4bbc-83b9-8e31f182f270] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1433.633137] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5c35d875-5897-4ffe-9b6f-57c2884f1c64] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1434.136572] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d94ca2aa-ce6d-4f85-a2fe-d8a311420bb9] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1434.640112] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 45d4d3d8-1a54-46ee-99d3-f48bc5f5acef] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1435.142676] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 32b0fc12-e776-483c-96cf-4c9b684f33b0] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1435.646291] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 60e505f2-e0c9-467b-a2f5-3739368aafb7] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1436.149933] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 860bf12b-2ab9-4c2a-9b66-04e4b89c0fb2] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1436.653542] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 4c14cdad-ee28-4329-834a-ca2e59f61179] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1437.157364] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 5a704698-5372-42e4-aef4-3e8439332877] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1437.660850] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 47ca5ece-011e-4381-8ee3-e6cc9ea38870] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1438.165964] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 63337b76-10e4-4793-9ff3-f7d4b1eaf54a] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1438.671989] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 645dfaf9-3981-4f47-a5d3-d004cf7ffe88] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1439.175850] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: be39bcdc-1be5-442e-bf90-39da1bbc9eb3] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1439.679647] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: d4e6a473-36f3-4730-9ec0-28a01980a81e] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1440.183433] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: 15f739e9-f387-4b1a-8d9c-3482915eb2b5] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1440.687444] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] [instance: cb4bb9fb-0aa9-49ad-8bf3-5de70c69437c] Instance has had 0 of 5 cleanup attempts {{(pid=63021) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1441.190499] env[63021]: DEBUG oslo_service.periodic_task [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63021) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.190883] env[63021]: DEBUG nova.compute.manager [None req-93dbd3eb-4327-4fee-8dcc-b40ff6c0004a None None] Cleaning up deleted instances with incomplete migration {{(pid=63021) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}}